[ Jan 16 00:44:09 Enabled. ] [ Jan 16 00:44:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 16 00:44:09 Method "start" exited with status 0. ] [ Jan 16 00:44:09 Rereading configuration. ] [ Jan 16 00:44:09 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:09.639273363Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:09.695466578Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:254","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:09.695493238Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:09.804591386Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:09.813608637Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:09.821922521Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.429554216Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.569937229Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.569993619Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.57005804Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.570184581Z","hostname":"buskin","pid":1661,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.570203431Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.570218252Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:606"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.570272932Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"9dcd28b0d6404d6f818dfcb134bb1b2a\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573525495Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:532"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:10.573543915Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:655"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573549505Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573555045Z","hostname":"buskin","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:713"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573593986Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573615726Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573625366Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573630656Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573637186Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573645246Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573652676Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573657296Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573661876Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573666316Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573674036Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573678466Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573685187Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.573710737Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.764957412Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.765004062Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.765012792Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940613129Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.94066913Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.94068456Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.94069213Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.94070097Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.94070816Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.94072689Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940734111Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940741051Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940753671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940759641Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940782371Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940840382Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 536064, free: 20937429504, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 502272, free: 20937463296, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940885312Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940968973Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.940998323Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.941016973Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.941048234Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.941062434Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.941069594Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.941114334Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.941122545Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.956218397Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:616"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.956253437Z","hostname":"buskin","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99994467s","next_cleanup":"Instant { tv_sec: 1394, tv_nsec: 303120401 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.956278627Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3155"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.956308977Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.956374448Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.958293797Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959246277Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959324638Z","hostname":"buskin","pid":1661,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 32,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959630761Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959639211Z","hostname":"buskin","pid":1661,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959686851Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959728802Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959744432Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959751152Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959774962Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959790552Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959794282Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959801153Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959805073Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959809603Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959843293Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.959864343Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960230987Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960385478Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960393208Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960421959Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960431079Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.96058099Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960736702Z","hostname":"buskin","pid":1661,"peer_id":"pc-9dcd28b0d6404d6f818dfcb134bb1b2a-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960784172Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, rack_id: 047de9bf-d193-42f8-a762-677f8e59291b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.960924894Z","hostname":"buskin","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:56328","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, rack_id: 047de9bf-d193-42f8-a762-677f8e59291b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.961049915Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.961058385Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.961085635Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/server.rs:47"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.961097135Z","hostname":"buskin","pid":1661,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.961132966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.961140186Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.963991405Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3383"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.970250017Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.970311487Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.970322598Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.970333888Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.970440429Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:10.970445559Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.003080487Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.011161669Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.023316521Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.040450844Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:338"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.040492734Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.133697962Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.133748532Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.133756272Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.133783253Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.133876214Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.133885834Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.161003967Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.168575103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.287832973Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.287886244Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.287894294Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.287901194Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.288040195Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.288048536Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.316679834Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.32425098Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.445028245Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.445084776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.445116706Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.445123246Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.445191387Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.445203317Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.47331735Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.481201929Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.601119766Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.601177427Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.601191547Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.601211917Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.601293478Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.601300928Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.629409671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.636893707Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.755318908Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.755381889Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.755403059Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.755411499Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.75549249Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.7555001Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.784186349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.791691664Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.90943569Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.90951327Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.90952467Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.90953924Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.909663142Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.909671582Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.93633177Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:11.943053608Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.060931214Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.061001124Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.061016464Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.061025755Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.061091295Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.061100405Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.093249979Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.100904706Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.222678511Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.222733482Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.222745722Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.222756372Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.222850663Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.222859093Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.250781264Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.258382801Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.369786552Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.369851323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.369859703Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:350"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.375035405Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1205760, free: 20936759808, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 818688, free: 20937146880, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 536064, free: 20937429504, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 502272, free: 20937463296, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 817152, free: 20937148416, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 817152, free: 20937148416, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 769536, free: 20937196032, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 817152, free: 20937148416, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.394514171Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.408700284Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.417338641Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.417382571Z","hostname":"buskin","pid":1661,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.422278911Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:365"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.42228842Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.422296781Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.427699525Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.487096883Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.705299509Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.717453161Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.717524012Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.717555612Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.717571042Z","hostname":"buskin","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:12.887282751Z","hostname":"buskin","pid":1661,"file":"illumos-utils/src/running_zone.rs:162"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.429891321Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:80"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.430363706Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.430391526Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:177"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.430399096Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:185"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.446104804Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.446383667Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.446585899Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.446775631Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.446980073Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.447529279Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.44766316Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.447861522Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.448017624Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.448176605Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.448339797Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.448501788Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.44866451Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.448835142Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.448994404Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449177355Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449328637Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449464438Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449596879Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449728691Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449864452Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:13.449975813Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:15.660882954Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 45.415493ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:15.899985171Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 61.536628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:16.129686792Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:16.130339678Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 249.21332ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:16.328913807Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 332.001043ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:16.697300175Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.023992842s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:17.062660741Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.216659469s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:18.229240012Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.346242738s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:19.587673253Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:21.201730027Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:21.949537713Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1793"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.608770672Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:972","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.608871602Z","hostname":"buskin","pid":1661,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.669898297Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:195"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.669938877Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.669944497Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.669971968Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.669995078Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:23.67023354Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"125.865327ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.670290731Z","hostname":"buskin","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.670474202Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.670492583Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 32 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.670512713Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3155"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.670522793Z","hostname":"buskin","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:56328","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.673500013Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.673552753Z","hostname":"buskin","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.673728395Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.673774876Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.673818886Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.673838007Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.674399392Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:703","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.706322413Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:44074"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.706512855Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.706562616Z","hostname":"buskin","pid":1661,"uri":"/zpools","method":"GET","req_id":"cda72679-0b73-4515-99d7-9bc7632e25a0","remote_addr":"[fd00:1122:3344:101::1]:44074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.735731579Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:56636"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.73580101Z","hostname":"buskin","pid":1661,"uri":"/sled-role","method":"GET","req_id":"d86bd764-d4a7-4084-94bd-efb25da69a9f","remote_addr":"[fd00:1122:3344:101::1]:56636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":33,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.738193434Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.738209214Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.738462427Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.738638329Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:749"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.770185116Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.770390218Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:57026"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.770682541Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.770714211Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:23.797750254Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"578.806591ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.822093048Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.822134869Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.823940267Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.873630867Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.873680088Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.924177216Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.924256517Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.924290627Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.924360498Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.926806762Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.928344638Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.929749402Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.929841403Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.985766335Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.989815376Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:23.993955317Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.007558534Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.011833088Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.01604011Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.041230883Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.14419598Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.28526478Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:24.379107444Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.25691506s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.418943275Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:24.783542374Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:25.168177425Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:25.601817239Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:25.637574409Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.952882687s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:25.817218157Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:25.840174888Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:25.854023418Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 30.394789ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:25.960361988Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 41.037203ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:25.967925844Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 52.871068ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:25.987231968Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 106.906448ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:25.999495761Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 74.682071ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.016741705Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 129.113507ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.114408458Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 232.198461ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.139034686Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:26.351253901Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:26.351672506Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 144.752649ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.356340963Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 145.82861ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.4017191Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 385.834617ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.443751272Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 549.929992ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.529471855Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 504.97643ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.571557019Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 848.097879ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:26.842214273Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:26.842309024Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 907.047671ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:27.08740265Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 733.053658ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:27.09632026Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:27.104685544Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1810"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:27.104709955Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:625"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:27.294820288Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:27.5921397Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"5.174001843s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 1.223522082s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:27.700256098Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 1.350892192s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:27.838656361Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 1.236234194s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:28.003183117Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:28.131179975Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:28.851136341Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 1.293920032s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:28.934116296Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 967.441992ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:29.197970481Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 1.310286441s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:29.247587221Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:29.817124782Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 990.859158ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:30.174748061Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 844.233317ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:30.238104919Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 1.311800132s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:30.566934148Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 855.372227ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:31.091049033Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 525.226993ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:31.17421612Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:31.352732256Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:31.359757257Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe40:ac88","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:31.638590944Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1817"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:31.645338521Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"wait for service Some(\"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35\") failed: Property not found. retry in 1.077046304s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:31.708727829Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:31.774089417Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2357"} {"msg":"wait for service Some(\"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c\") failed: Property not found. retry in 1.329842831s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:31.890460548Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e\") failed: Property not found. retry in 1.09016314s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:31.955526883Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.038333316Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2236"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.344634579Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2271"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.546927925Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2538"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.696254068Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2543"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:32.770690507Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"7.060779855s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.831896193Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.831947094Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:32.894775646Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2477"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.09594555Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2265"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.106417476Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3407","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.106463426Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3423"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.106475056Z","hostname":"buskin","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.38806539Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.388121781Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.668564713Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3431"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.675437323Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3487"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.862449425Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3527","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.914549879Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:359"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:33.946361679Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Failed to get switch ID from MGS (retrying in 40.520391ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:33.946887764Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb40b44-42d7-44ce-8b70-96a553df248f\", \"content-length\": \"152\", \"date\": \"Tue, 16 Jan 2024 00:44:33 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"1bb40b44-42d7-44ce-8b70-96a553df248f\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 134.505645ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:33.988472133Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee040162-e5b1-48b5-ae5f-01f6700f6538\", \"content-length\": \"152\", \"date\": \"Tue, 16 Jan 2024 00:44:33 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"ee040162-e5b1-48b5-ae5f-01f6700f6538\" }"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.123814675Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:407"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.154603394Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.160216011Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:558"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.160324092Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.160771377Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"3"} {"msg":"Configuring boundary services loopback address on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.160778027Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:429","config":"Ipv6Entry {\n addr: fd00:99::1,\n tag: \"omicron\",\n}"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.16108986Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {\n \"0.0.0.0/0\": [\n RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.1.100,\n },\n ],\n },\n v6_routes: {},\n}"} {"msg":"advertising boundary services loopback address","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.161671436Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:457"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.234956033Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[fd00:1122:3344:101::2]:8000","component":"ServiceManager","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:99::, len: 64 }"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.278743044Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.71153911Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.762333581Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:34.762384652Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_b6f2a824-73f9-4547-bcb9-20938808ca1c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:35.312926662Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:35.312976952Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:35.73297959Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:36.307650363Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:36.307714283Z","hostname":"buskin","pid":1661,"zone":"oxz_internal_dns_2d15a09c-9ffe-4b36-a412-cbd26e71644e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:36.354355923Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:36.61436449Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:36.859218274Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:36.859263994Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.212897183Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.638708969Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.63884994Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"cd4fea7b-9e60-4ee4-b193-b644982dd424","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53059","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":59,"response_code":"200"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.692948415Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.767113311Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.767252863Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.767570616Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.767902329Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"11c76190-ac33-4889-be2a-c22b18ad38df","remote_addr":"[fd00:1122:3344:101::1]:57026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":13997445,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:37.769611096Z","hostname":"buskin","pid":1661,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:38.959522282Z","hostname":"buskin","pid":1661,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.020886919Z","hostname":"buskin","pid":1661,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.082763951Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.082775862Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.112271159Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.112952395Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.112957755Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.141398802Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.141579854Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:33006"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.141754495Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.141762335Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.163745197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.166425604Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.183014331Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.183078461Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.200411216Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.200472876Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.200670448Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.200804399Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.203229604Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.234301237Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.234933343Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.234939583Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.278801375Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 150, 98]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.278837805Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.279459471Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.279468351Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.279844485Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.282107098Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.304385622Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:39.321311963Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:40.132252404Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:40.356824474Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 73.426702ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:40.496993184Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 65.004787ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:40.582884639Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 117.4131ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:40.667931435Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 392.327926ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:40.796949823Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 693.471771ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:41.198458714Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:41.354933189Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 1.215825809s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:41.902308528Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 1.295022655s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:43.127649039Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 635.815705ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:44.432758094Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be\") failed: Property not found. retry in 1.094302619s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:45.078787755Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:46.216552356Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:46.216626077Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:46.766796454Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:46.766869145Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:47.68150642Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2163"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:47.755314223Z","hostname":"buskin","pid":1661,"zone":"oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.656698924Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.71295557Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.713298393Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.713594476Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"1b868277-d6a7-47d9-961f-be3e56feb517","remote_addr":"[fd00:1122:3344:101::1]:33006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":14571964,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.715778008Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.744973282Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.745121554Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:44668"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e51bd172-e0f5-436e-9ddf-aefb2b31e4be': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.75375426Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.753885092Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"c0316a55-0c09-4e8f-aa34-0d20ce70f9a6","remote_addr":"[fd00:1122:3344:101::1]:44668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8647,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:53.756364417Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.848330123Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.848460504Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:54833"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.856495765Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"496ad41a-b097-4f16-8cdc-0dbb2bf86cf2","remote_addr":"[fd00:1122:3344:101::1]:54833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7912,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.858781488Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:53.858793498Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.954500691Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.954680073Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:39276"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.963523962Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"206e5047-b99a-4352-a025-490f6d6f2620","remote_addr":"[fd00:1122:3344:101::1]:39276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8791,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:53.966685124Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:53.966690694Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.08363477Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.083779652Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:53762"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.092617921Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"32de4536-1f73-4143-959f-e1be4dec274d","remote_addr":"[fd00:1122:3344:101::1]:53762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8701,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.095715972Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:54.095724242Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.264310079Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.26442461Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:46706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.272126537Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"0154a118-4882-4b0e-9f99-0d6e4ee40e85","remote_addr":"[fd00:1122:3344:101::1]:46706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7601,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.274498361Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:54.274507131Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.49494333Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.495053201Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:44466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.503532056Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"88ae4658-70d6-4da3-8752-a7cc6cdb739e","remote_addr":"[fd00:1122:3344:101::1]:44466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8363,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.505753749Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:54.505759749Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.824945761Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.825051532Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:38576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.832923461Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"02e6afac-7c06-4406-818a-5c9e5ca808da","remote_addr":"[fd00:1122:3344:101::1]:38576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7728,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:54.835020433Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:54.835027323Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.264524935Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.264641596Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:63318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.273497685Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"486b0de4-d672-4586-a428-5da4b810ed14","remote_addr":"[fd00:1122:3344:101::1]:63318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8762,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.276763078Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:55.276770058Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.733477595Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.733590566Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:61464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.741731198Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"1654cfe3-10d9-45bb-9e8b-236225fadfc0","remote_addr":"[fd00:1122:3344:101::1]:61464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8017,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:55.7449296Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:55.7449363Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.366498585Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.366606896Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:38682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.374283853Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"fa01e217-d07a-419c-9676-5b046392e1c3","remote_addr":"[fd00:1122:3344:101::1]:38682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7534,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.376359404Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:56.376368064Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.851985961Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.852091382Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:48792"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.86082928Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"aa452d8b-8d4c-47e8-bbdc-22fa6d78f064","remote_addr":"[fd00:1122:3344:101::1]:48792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8588,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:56.862547818Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:56.862552147Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:57.297697097Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:57.297820998Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:40405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:57.30599049Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"be04c54f-8756-4eaa-94ba-b2baae2eac10","remote_addr":"[fd00:1122:3344:101::1]:40405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8079,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:57.309429715Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:57.309441995Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:58.130842331Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:58.130952092Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:51081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:58.139148965Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"d2428890-f2d8-425f-b4d7-e9fe927775b5","remote_addr":"[fd00:1122:3344:101::1]:51081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8056,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705365892.139316, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:58.141230536Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:58.141235866Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:58.658107958Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.116361291Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.116477002Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:51011"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.119957627Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.138277501Z","hostname":"buskin","pid":1661,"uri":"/timesync","method":"GET","req_id":"c9ca26b2-18d8-4b43-a55f-57c6b6611122","remote_addr":"[fd00:1122:3344:101::1]:51011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":21691,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1755025412, ip_addr: 104.155.144.4, stratum: 3, ref_time: 1705365898.4873383, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.142245271Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.142263701Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.172422925Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.172699188Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:53927"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.173090622Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.173110982Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.195137904Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.19778651Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.214992463Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.215050834Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.234147576Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.234219457Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.295629475Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.295690776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.359890962Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.359951422Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.420875065Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.420934716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.477476975Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.477539196Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.540157756Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.540225707Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.540412548Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.547731922Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"75ce4b35-b599-4f3d-8cc1-d403b868319a","remote_addr":"[fd00:1122:3344:101::1]:53927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":374855,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:59.548199377Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"120.855045ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ce4b35-b599-4f3d-8cc1-d403b868319a\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:44:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"75ce4b35-b599-4f3d-8cc1-d403b868319a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.670363307Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.671337266Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.671366526Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.689758972Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.689823872Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.707570101Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.707624951Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.725925136Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.725990346Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.743889716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.743946837Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.762045829Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.7621001Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.779935029Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.77999195Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.797009091Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.797079502Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.814720959Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.81479482Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.815034492Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.822498538Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"43a76b6d-ec81-432b-9078-23b2f7ea7118","remote_addr":"[fd00:1122:3344:101::1]:53927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":151419,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:44:59.822834801Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"133.388496ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a76b6d-ec81-432b-9078-23b2f7ea7118\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:44:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"43a76b6d-ec81-432b-9078-23b2f7ea7118\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.957047682Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.957752709Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.957767609Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.975877941Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.975939522Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.993787991Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:44:59.993850132Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.011242437Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.011298618Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.029671533Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.029729033Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.048006727Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.048092238Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.066319852Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.066391432Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.08408173Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.084148751Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.10295518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.103031601Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.103224923Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.110418075Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"547c2c36-1c78-47b5-a287-8e05e24590da","remote_addr":"[fd00:1122:3344:101::1]:53927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":152844,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:00.110728558Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"193.368088ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547c2c36-1c78-47b5-a287-8e05e24590da\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:44:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"547c2c36-1c78-47b5-a287-8e05e24590da\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.305069964Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.305602369Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.305620709Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.328444659Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.32850916Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.350575182Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.350627853Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.372461882Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.372516643Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.394942488Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.395000949Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.418070881Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.418129252Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.440149503Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.440205244Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.462514999Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.462575589Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.485644341Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.485706492Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.485905344Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.494937055Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"f2923a75-8a54-49e9-8bb4-b706029716c7","remote_addr":"[fd00:1122:3344:101::1]:53927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":189458,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:00.495278498Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"143.0109ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2923a75-8a54-49e9-8bb4-b706029716c7\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f2923a75-8a54-49e9-8bb4-b706029716c7\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.638623891Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.639143436Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.639158096Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.661676683Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.661730684Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.68319728Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.68325714Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.703969409Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.704036639Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.725827599Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.725893159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.748453886Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:00.748507347Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.009612707Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.019256744Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.019284654Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.041044553Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.041111824Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.063170976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.063230617Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.063433259Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.072077235Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.080395509Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.08041833Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.080426699Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.0804383Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.08044766Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.182853161Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.187629378Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.192398597Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.197211275Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.201848512Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.206287156Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.210743501Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.216492569Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.221172916Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:01.225918474Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.044896984Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.907233103Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.907367774Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.913728328Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.913870659Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.934716539Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.93486687Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.943823771Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:04.943929332Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:05.007024337Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:05.007178968Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 36.96634ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.061834648Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 39.527199ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.079261264Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 48.508652ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.087238544Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 71.197942ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.094328175Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 99.049003ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.108240586Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 115.071049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.132061395Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 120.067158ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.188649365Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 98.031385ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.480713844Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 299.397353ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.807141109Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 254.06878ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:05.918964795Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 34.452279ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.080052776Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 195.444273ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.140361143Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 264.497521ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.348072033Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 337.241417ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.468728607Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 524.646757ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.60311475Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 149.85798ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.703258938Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 533.260171ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:06.915042329Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 232.869436ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.073591745Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 403.435261ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.162061275Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 985.283977ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.239151461Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 215.630751ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.384646835Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 1.107140403s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.745415686Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.476565884s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.789756422Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 516.967086ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.805809874Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 640.919667ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:07.821684194Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:08.059248894Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55472"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:08.05984714Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"b20014b2-8642-4223-987a-d5731ad44be7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55472","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":526,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 1.290936693s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:08.23569878Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 1.026436406s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:08.33401809Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 951.248093ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:08.473542344Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 1.412718149s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:08.863126785Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:09.046688282Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.350812736s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:09.276073911Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 610.703959ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:09.372749753Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 606.874217ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:09.436329913Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 954.935508ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:09.539187598Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 1.218522934s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:09.994223668Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 1.089066149s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:10.053874999Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 1.183835168s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:10.285683152Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 690.363775ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:10.504099839Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 598.605666ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:10.637689144Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 501.997875ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.153728388Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 872.514006ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.203446658Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 662.168662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.223434859Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 700.083791ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.246509931Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 1.010447015s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.478309023Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 1.18515418s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.666386607Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 533.849879ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.895617683Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 843.74629ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:11.95587002Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 683.218121ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:12.085133801Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 1.437604681s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:12.439171694Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 766.952063ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:12.498238468Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 759.309582ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:12.777204066Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 641.127043ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:12.808139717Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 1.119763024s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:12.86003897Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 960.531932ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:13.274549541Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.283885597s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:13.45826939Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 931.203771ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:13.546571849Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 691.515076ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:13.889300778Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 1.156108377s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:13.994060833Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:14.049115036Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 1.419178845s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:14.246529614Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 810.125948ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:14.489360457Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 602.667456ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:14.592386824Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.203613157s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:14.752365144Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 1.20860533s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.160538342Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 634.590467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.204752107Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 558.504762ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.308068627Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 754.817407ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.67507521Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 1.441208364s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.847709167Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 845.903226ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.875445336Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.020356338s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:15.964866107Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 1.128983582s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:16.378759892Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413\") failed: Property not found. retry in 1.34383262s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:16.440126779Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_975c69d0-41d8-49de-b78b-1e0f7725e413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58\") failed: Property not found. retry in 1.2522569s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:16.731823575Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_18494817-844f-46d4-a75a-38cd11e8dc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 808.23463ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:16.995760991Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294\") failed: Property not found. retry in 1.167810021s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:17.29868578Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_83a9976a-0bc9-4f66-a825-dbdbe89ba294","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248\") failed: Property not found. retry in 556.874241ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:17.517389511Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_f3410a0c-763c-4a67-a54c-83aae1faf248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.207846921s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:17.814846745Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 608.366507ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:19.032737312Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:19.050279268Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.172205385s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:19.653431548Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 507.732604ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:20.836771877Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 964.81817ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:21.369315037Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.252486026s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:22.365703844Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.407341515s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:23.640020119Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:24.051374939Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.29363747s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:25.057862509Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 1.326448476s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:26.361498078Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7\") failed: Property not found. retry in 808.790987ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:27.697932128Z","hostname":"buskin","pid":1661,"zone":"oxz_cockroachdb_d851de7d-1444-498c-87b7-c3b9e3656dd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:28.529597208Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:28.530459787Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:28.531243495Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"b89f9e88-4698-4178-96af-aabf3ad48590","remote_addr":"[fd00:1122:3344:101::1]:53927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":27644262,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:28.563476689Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:62027"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:28.59340509Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:28.901207218Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2996"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:31.993562529Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3017"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:31.993677821Z","hostname":"buskin","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"89581916-7204-4af0-b286-7ce8ffb826df","remote_addr":"[fd00:1122:3344:101::1]:62027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":3430148,"response_code":"204"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:31.994527439Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.027875325Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.02840441Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:50874"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.02934376Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.029352489Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.053190909Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.05326367Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.075563514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.075634135Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.095290203Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.095348554Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.11490033Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.114957131Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.135962162Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.138519408Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.155018114Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.155075375Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.176259298Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.176315919Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.198843595Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.198913266Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.266333665Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.266394165Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.34238239Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.342442481Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.402925139Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.40299312Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.466906313Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.466982384Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.531349311Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.531411112Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.600202384Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.600264275Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.663837405Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.663903506Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.727728758Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.730295694Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.789454889Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.78951904Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.847781056Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.847839947Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.90875685Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.9088172Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.976542452Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.976610163Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.976802225Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:32.99425694Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"809fe259-06d4-48af-8876-047e3576b86a","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":965719,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:32.994617584Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"72.71388ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809fe259-06d4-48af-8876-047e3576b86a\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"809fe259-06d4-48af-8876-047e3576b86a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.06772857Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.068867331Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.068884021Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.08962658Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.089680531Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.11246653Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.112516001Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.131541852Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.131597773Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.149559203Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.149607534Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.167383553Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.167427443Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.188083621Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.188132031Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.208175633Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.208219884Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.226585358Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.226631519Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.245036014Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.245080045Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.266904464Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.266964085Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.287026417Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.287079237Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.308130349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.30817358Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.328541715Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.328591295Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.348157972Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.348213433Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.368538007Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.368590677Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.38872529Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.38877175Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.409072475Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.409117315Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.428751473Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.428797063Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.44937271Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.449432321Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.469126039Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.46918684Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.469372321Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.477245021Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8c52fe0b-d133-4c6b-83f4-ffd6271d382f","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":409069,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:33.477593104Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"146.409631ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c52fe0b-d133-4c6b-83f4-ffd6271d382f\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8c52fe0b-d133-4c6b-83f4-ffd6271d382f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.624810106Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.625506013Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.625524923Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.649625326Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.649685206Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.67193214Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.671984981Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.693356646Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.693412507Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.715072885Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.715128895Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.735557151Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.735611381Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.75539891Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.755460251Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.773653334Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.773705664Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.794761256Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.794812527Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.817605936Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.817649657Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.839185974Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.839230954Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.859342946Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.859387437Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.878737222Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.878792422Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.898182077Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.898241988Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.919984677Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.920033637Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.940847267Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.940892847Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.963648646Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.963700567Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.985147763Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:33.985192253Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.005997873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.006044853Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.026889143Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.026935963Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.047258488Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.047315058Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.04750116Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.055656222Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"64bb1b28-ef3a-4709-a39b-0d4593350f94","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":430347,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:34.055975265Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"193.080928ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64bb1b28-ef3a-4709-a39b-0d4593350f94\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"64bb1b28-ef3a-4709-a39b-0d4593350f94\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.25018013Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.250867407Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.250885147Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.274308103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.274364823Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.295734818Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.295794749Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.316462297Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.316529578Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.336030724Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.336091685Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.356702072Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.356754522Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.377502611Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.377558012Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.40022958Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.40028419Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.420907998Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.420969398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.442266503Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.442326413Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.46287659Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.462932641Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.486568629Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.486637259Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.508961174Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.509019945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.530271858Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.530324359Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.55028948Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.550352881Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.570044809Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.570097599Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.588993269Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.58904473Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.608292794Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.608363864Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.627462937Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.627521157Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.64863998Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.64869665Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.668448929Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.66851327Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.668736022Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.676231938Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"a5846559-076a-4913-866e-fea8f434e56b","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":425555,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:34.676566841Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"96.901682ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5846559-076a-4913-866e-fea8f434e56b\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a5846559-076a-4913-866e-fea8f434e56b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.773979151Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.77481696Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.77483044Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.796019913Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.796074604Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.81554407Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.81558804Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.834009206Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.834050396Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.852762324Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.852809685Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.870995898Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.871041328Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.89009004Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.89013344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.909902819Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.90995103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.931775619Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.9318216Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.953330106Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.953379847Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.975078015Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.975127186Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.997982716Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:34.998040526Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.021985127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.022052348Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.044877098Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.044931758Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.067353784Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.067398664Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.088506517Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.088553627Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.109587979Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.10965567Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.131032265Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.131076735Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.152864424Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.152913065Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.173060778Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.173108428Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.194674635Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.194725676Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.194914728Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.203168481Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"61ea06d1-702f-4203-a099-e67210589ea6","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":428572,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:35.203506344Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"215.617591ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ea06d1-702f-4203-a099-e67210589ea6\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"61ea06d1-702f-4203-a099-e67210589ea6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.41974558Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.420407797Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.420427667Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.441654921Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.441702031Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.463733503Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.463780453Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.482750604Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.482800675Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.502858117Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.502911367Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.521551845Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.521596605Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.540245103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.540297353Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.559466316Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.559516067Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.578084514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.578140874Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.596665671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.596711211Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.61444797Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.6144968Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.633269299Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.63331875Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.65125032Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.651297571Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.671267301Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.671312752Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.690553796Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.690617036Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.709562257Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.709621167Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.72872167Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.72876634Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.746853072Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.746897853Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.765704712Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.765761652Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.78436926Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.78441714Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.803192499Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.80325386Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.803463232Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.810988898Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"9814d128-31e0-4531-a5bd-ca11279c3253","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":390763,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:35.811327891Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"160.42053ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9814d128-31e0-4531-a5bd-ca11279c3253\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9814d128-31e0-4531-a5bd-ca11279c3253\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.973517483Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.974276841Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.974291311Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.998139421Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:35.998188572Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.020476306Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.020536317Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.041910592Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.041957092Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.063270117Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.063319097Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.082780893Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.082841634Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.10130518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.10134226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.120000848Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.120041418Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.139593605Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.139634986Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.158061751Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.158099741Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.176088672Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.176121913Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.195907242Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.195949412Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.215010864Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.215067495Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.236169877Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.236208137Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.254811235Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.254861205Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.273429582Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.273485762Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.293745166Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.293806857Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.312824889Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.312872409Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.333239674Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.333294744Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.35170945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.35175746Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.369853542Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.369916263Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.370110454Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.377291477Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"a0d8504c-b182-4bb1-9cc3-2e90c753cae8","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":403202,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:36.37761017Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"398.558483ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d8504c-b182-4bb1-9cc3-2e90c753cae8\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a0d8504c-b182-4bb1-9cc3-2e90c753cae8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.77703537Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.778239962Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.778252472Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.79790126Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.79793804Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.816608798Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.816646819Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.834954423Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.835000584Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.853898484Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.853939284Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.872348029Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.87238263Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.890453891Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.890496862Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.909515383Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.909556904Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.928547735Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.928589635Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.949332724Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.949368624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.968473737Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.968513987Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.987454668Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.987495718Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:36.996105755Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.006404478Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.006443809Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.025698673Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.025741593Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.045127278Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.045168689Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.06421482Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.064249151Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.0830044Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.08304562Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.102308964Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.102355364Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.122345116Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.122381696Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.143494018Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.143532749Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.163669041Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.163721112Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.163918004Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.172129377Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"b92fcd11-e4eb-413f-9533-784363c36b20","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":394623,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:37.17248507Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"214.839029ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b92fcd11-e4eb-413f-9533-784363c36b20\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b92fcd11-e4eb-413f-9533-784363c36b20\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.387690886Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.388425383Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.388435823Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.40895563Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.4090182Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.427766659Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.42782847Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.445249315Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.445303455Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.463015384Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.463064624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.48049807Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.48056037Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.49842086Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.498477141Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.517370071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.517426821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.535264081Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.535330292Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.554569905Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.554620696Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.573558886Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.573612077Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.593189634Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.593243444Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.612594609Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.61265807Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.630482189Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.63053689Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.650041326Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.650109407Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.668764555Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.668823865Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.688263441Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.688315971Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.706982649Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.70703529Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.725422715Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.725475715Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.744162923Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.744212784Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.763431517Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.763495608Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.763752931Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:37.771326267Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"f7f13e7e-dbad-46a4-80f4-525139d90f3b","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":383091,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:37.77168479Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"388.334537ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f13e7e-dbad-46a4-80f4-525139d90f3b\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f7f13e7e-dbad-46a4-80f4-525139d90f3b\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.095002814Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.095096705Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"dc248992-2f9e-4e41-8342-8ce3a6c10f6f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47304","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":58,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.160958928Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.161718156Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.161740776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.184822578Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.184893209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.205249144Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.205322495Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.228475398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.228540138Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.249671011Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.249732172Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.270827274Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.270891805Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.291829435Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.291895876Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.311856397Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.311918117Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.332815548Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.332891139Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.356046161Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.356130482Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.377528217Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.377590108Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.399280956Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.399343917Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.420182597Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.420246697Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.442065787Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.442137367Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.464172739Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.46423947Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.485872128Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.485944518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.507066801Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.507130712Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.527977701Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.528048062Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.548282796Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.548346976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.569206226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.569268037Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.590200038Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.590294869Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.59047892Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.599838155Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"4008a63d-a1c0-4513-932d-6ad6e38d0fe6","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":438314,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:38.600182728Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"341.847354ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4008a63d-a1c0-4513-932d-6ad6e38d0fe6\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4008a63d-a1c0-4513-932d-6ad6e38d0fe6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.94317434Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.943896297Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.943925358Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.968886969Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.96897251Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.990905941Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:38.990986871Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.011535338Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.011607149Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.033881053Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.036487869Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.055897835Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.055964075Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.077056948Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.077123258Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.098080429Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.09814283Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.119892589Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.11997426Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.142591727Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.142666048Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.165527838Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.165592399Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.187332147Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.187409078Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.20939404Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.20946128Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.230887576Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.230945946Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.250486843Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.250546934Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.27202779Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.272101531Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.292970701Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.293032971Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.313163874Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.313222474Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.334879532Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.334941133Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.357906454Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.357965475Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.377339179Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.3774156Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.377602962Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:39.384869985Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"423b05f3-77e2-408f-bf7b-a09c579ec061","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":441170,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:39.385199339Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"756.337687ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423b05f3-77e2-408f-bf7b-a09c579ec061\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"423b05f3-77e2-408f-bf7b-a09c579ec061\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.143287318Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.14446054Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.14448838Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.166093368Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.166172219Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.186797226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.186869067Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.207105691Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.207161801Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.226017561Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.226078392Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.24374647Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.2438079Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.263325067Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.263380127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.283753262Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.283806913Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.302594362Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.302665603Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.323364401Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.323409981Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.343929018Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.343969138Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.364374893Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.364414463Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.383899339Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.3839407Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.403719399Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.403769439Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.423134204Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.423181675Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.44264196Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.442688701Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.463856024Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.463893345Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.485599363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.485648183Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.505400182Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.505444013Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.526318183Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.526357103Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.546846159Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.5468945Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.547088782Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:40.554748629Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"f51b2c5a-1183-4167-b4fe-da1936011847","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":410939,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:40.555067282Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"919.374331ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f51b2c5a-1183-4167-b4fe-da1936011847\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f51b2c5a-1183-4167-b4fe-da1936011847\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.475765908Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.476553236Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.476576166Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.497584308Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.497655758Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.520055124Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.522504278Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.540180226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.540243637Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.560238238Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.560308059Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.578639213Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.578706964Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.597126189Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.59718094Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.615324422Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.615398593Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.634503226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.634574586Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.652317825Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.652378726Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.670032663Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.670094724Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.688886523Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.688970924Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.707862004Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.707914184Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.727575162Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.727637523Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.747674385Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.747736905Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.765045569Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.767412363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.782161502Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.782217502Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.801584477Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.801645268Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.819875071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.819947372Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.838176195Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.838231536Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.856962614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.857034605Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.857246847Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.864250658Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"5b711b3b-cd59-4672-b4ba-6538a8c6e0b6","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":387889,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:41.864562721Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"471.626553ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b711b3b-cd59-4672-b4ba-6538a8c6e0b6\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5b711b3b-cd59-4672-b4ba-6538a8c6e0b6\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:41.997034954Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.337540161Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.338285319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.338299179Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.359982727Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.360030147Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.380608894Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.380652695Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.400427174Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.400480884Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.42089298Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.42093774Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.44081441Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.440874131Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.460565579Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.460603649Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.479376708Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.479419439Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.49842024Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.498484701Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.518596873Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.518652013Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.538430243Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.538474753Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.558340243Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.558385473Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.577771668Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.577821489Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.597455487Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.597495197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.617257706Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.617305626Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.636625501Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.636703502Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.657490681Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.657558122Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.678018317Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.678085578Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.697824857Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.697893808Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.7170329Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.717089821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.736717398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.736796339Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.737022191Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:42.744482766Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"35dfc1ad-13a8-4a69-9a59-01b885dbd653","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":406383,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:42.74489087Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.496984227s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35dfc1ad-13a8-4a69-9a59-01b885dbd653\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"35dfc1ad-13a8-4a69-9a59-01b885dbd653\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.243044508Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.243756355Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.243787546Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.265714276Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.265781477Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.288386315Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.288448995Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.30785848Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.307912531Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.328063164Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.328133755Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.346212066Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.346263777Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.366217617Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.366264588Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.384659363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.384735964Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.402937317Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.402999268Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.421492154Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.421560404Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.440591646Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.440668127Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.458793119Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.45886933Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.477052543Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.477106263Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.494095284Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.494152425Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.513249117Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.513309668Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.531529971Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.531580072Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.551803125Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.551861266Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.57019512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.570235331Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.58904746Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.589093941Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.607414015Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.607451435Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.625967582Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.626054082Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.626252444Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:44.634000633Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"9fe898ef-6389-44bf-99e5-f5c9fc6ca61c","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":390442,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:44.634320326Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.510405418s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe898ef-6389-44bf-99e5-f5c9fc6ca61c\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9fe898ef-6389-44bf-99e5-f5c9fc6ca61c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.145955089Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.146906349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.146935069Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.169752218Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.169814319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.188717649Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.18878961Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.210936633Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.211001934Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.231164227Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.231228197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.250585802Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.250643063Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.270199109Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.27026183Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.289772837Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.289826927Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.308598266Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.308649947Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.32884496Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.328938141Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.348919362Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.348988293Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.368346087Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.368403957Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.387784323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.387841773Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.406563152Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.406614822Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.42528243Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.42533363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.44420206Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.444262011Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.46210212Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.462180161Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.481100142Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.481149242Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.499975392Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.500042762Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.518574299Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.51862666Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.538722092Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.538776402Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.538996334Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.547049755Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8e251cac-6ff2-4b30-b607-7f17a4c3a788","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":400357,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:46.547371769Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.889911079s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e251cac-6ff2-4b30-b607-7f17a4c3a788\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8e251cac-6ff2-4b30-b607-7f17a4c3a788\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:46.998189166Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.438792914Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.439835544Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.439845534Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.463040758Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.463140859Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.484923818Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.484992299Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.505916899Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.5059731Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.527115423Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.527161623Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.54673424Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.546788611Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.565754962Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.565793872Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.584740163Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.584833254Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.603816405Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.603882445Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.62327077Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.623334111Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.64208631Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.642174131Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.661891199Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.66195319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.680515237Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.680575887Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.698800741Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.698873551Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.71759413Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.71765796Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.73651675Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.736576821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.756456101Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.756522732Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.77522828Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.775287071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.793750186Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.793822257Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.813232192Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.813316123Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.832273064Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.832366635Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.832573097Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:48.840473067Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"803b7c4c-2051-46b5-8c5f-46abc1607c1c","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":400818,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:48.840892641Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.379578403s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803b7c4c-2051-46b5-8c5f-46abc1607c1c\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"803b7c4c-2051-46b5-8c5f-46abc1607c1c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.221415254Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.22293707Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.22295196Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.247120233Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.247206794Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.26768741Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.267763141Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.290306718Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.290371448Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.310750614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.310815324Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.331792285Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.331884666Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.351388013Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.353885068Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.372090871Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.372147671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.392221253Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.392294854Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.412311786Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.412383846Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.431762341Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.431831382Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.45052617Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.450578671Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.469801944Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.469882705Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.490151999Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.490219439Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.510394383Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.510462723Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.529085061Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.529142761Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.54790279Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.547978251Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.566455577Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.566518458Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.585128715Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.585197366Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.603868673Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.603931634Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.623596352Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.623691323Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.623925095Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:50.631709904Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"2ea04c88-8f28-4a48-8a1e-39c6ac5e6c22","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":409424,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:50.632046067Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.334490087s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea04c88-8f28-4a48-8a1e-39c6ac5e6c22\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2ea04c88-8f28-4a48-8a1e-39c6ac5e6c22\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:51.968498847Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:51.969313815Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:51.969333836Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:51.994448968Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:51.994525479Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.000257697Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.016367939Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.016432799Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.037860435Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.037935206Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.060323161Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.060393882Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.079746687Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.079811187Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.0989618Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.099017171Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.118076942Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.118137733Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.138351506Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.138398087Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.159905763Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.159956644Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.179300109Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.179359789Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.198237359Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.19827445Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.217095269Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.217128919Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.235212231Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.235244752Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.251728138Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.251766868Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.271542967Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.271586358Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.291660049Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.29169774Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.310989124Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.311024004Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.329036376Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.329072946Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.347216109Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.347250319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.365675814Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.365722624Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.365952307Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:52.37321103Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"10c13851-9bdf-4323-94d4-bfd26efa3448","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":404103,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:52.373607514Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.797666309s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c13851-9bdf-4323-94d4-bfd26efa3448\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"10c13851-9bdf-4323-94d4-bfd26efa3448\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.172239746Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.173339197Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.173348177Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.195956445Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.196039005Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.215929615Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.215996086Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.234692624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.234758725Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.25412776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.254197271Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.273702277Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.273771298Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.29194558Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.292014711Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.310199234Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.310262245Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.329080254Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.329162165Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.34756344Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.347631511Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.365880324Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.365930744Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.385264019Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.38532248Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.404003658Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.404082948Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.422691986Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.422758467Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.44098371Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.441050131Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.460150413Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.460220124Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.477938802Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.478006703Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.49663554Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.49669044Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.515923914Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.515989295Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.53537824Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.53542331Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.55426481Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.554324731Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.554516942Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:54.56225363Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"9748c7af-8d15-41d7-a4a7-710e70521d56","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":389187,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:54.562613874Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"4.077728713s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9748c7af-8d15-41d7-a4a7-710e70521d56\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9748c7af-8d15-41d7-a4a7-710e70521d56\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:57.001805232Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.641520244Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.642602945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.642611845Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.665527776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.665597937Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.688024752Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.688101243Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.707838992Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.707901762Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.728681442Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.728741702Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.747519061Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.747571342Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.769580183Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.769632614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.789660975Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.789739966Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.809107061Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.809170802Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.828134963Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.828199683Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.846604918Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.846679199Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.864829882Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.864879712Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.884709282Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.884763793Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.904336379Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.90438533Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.923532173Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.923576273Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.942608295Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.942651105Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.962215662Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.962270213Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.981030071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:58.981082202Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.002661169Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.00270762Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.023994304Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.024060624Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.045541921Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.045599331Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.045779253Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:45:59.054212788Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"83330612-38c8-4a22-933f-21a5fb2a7f4b","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":411807,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:45:59.054565882Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"5.718123258s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83330612-38c8-4a22-933f-21a5fb2a7f4b\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:45:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"83330612-38c8-4a22-933f-21a5fb2a7f4b\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:02.003480559Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.773740369Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.774441436Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.774450316Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.79663431Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.7967047Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.817850903Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.817920144Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.836718993Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.836791704Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.858219009Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.85830058Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.876693755Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.876750826Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.894593376Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.894645146Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.91396613Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.914033611Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.932950471Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.933020512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.951225545Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.951303056Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.970218486Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.970288057Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.990294979Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:04.990351359Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.009871876Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.009934146Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.03419415Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.034266881Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.056391504Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.056451934Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.077110742Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.077180363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.098236035Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.098303056Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.118926243Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.118987024Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.13946825Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.139534361Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.159579572Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.159651173Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.180132359Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.18021253Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.180491923Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:05.188461073Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"fceb6418-4340-4311-a4d1-119b1dcee773","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":414194,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:05.188812117Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.378428892s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fceb6418-4340-4311-a4d1-119b1dcee773\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fceb6418-4340-4311-a4d1-119b1dcee773\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.00261006Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.566439415Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.567806308Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.567817699Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.571178532Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.591000442Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.591050032Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.611822391Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.611873262Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.632659761Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.632700312Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.65143813Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.651495341Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.670245669Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.67030413Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.688570914Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.688620924Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.707303262Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.707356943Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.726757808Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.726805499Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.746102463Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.746155213Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.765124824Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.765189585Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.783380378Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.783464339Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.8043831Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.80445087Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.823384691Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.823437131Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.843137979Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.84318514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.861263912Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.861317622Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.87998549Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.880028541Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.898735349Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.898776119Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.91776341Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.917804541Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.937101585Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.937151406Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.95550507Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.955549981Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.955740513Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:07.963086887Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"1a509a7d-c067-4970-aaaa-6ccc8fde8915","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396039,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:07.963539931Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"4.399150235s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a509a7d-c067-4970-aaaa-6ccc8fde8915\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1a509a7d-c067-4970-aaaa-6ccc8fde8915\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:08.12832308Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47662"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:08.128422741Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"539c6e9a-6f71-45f2-a9ee-b6da2656baee","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47662","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":55,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.004685005Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.364877709Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.36652948Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.366537439Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.389857649Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.389921006Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.412557532Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.41263078Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.432702723Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.432764918Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.452029894Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.452084983Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.471775508Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.471845314Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.491363807Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.491435583Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.509929042Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.509973892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.53144569Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.531486398Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.552055703Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.552098566Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.571012602Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.571050355Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.589893167Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.589928482Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.608398972Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.608431353Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.627224557Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.627259985Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.646048211Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.646108156Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.665078546Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.6651223Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.684276928Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.684316332Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.704458708Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.704526247Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.724290308Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.72434369Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.744429988Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.744499945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.763260604Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.763322686Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.763587494Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:12.771486676Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"c758df7e-373c-47ba-86fd-5b865fb27746","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":404613,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:12.771809282Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"4.284131449s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c758df7e-373c-47ba-86fd-5b865fb27746\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c758df7e-373c-47ba-86fd-5b865fb27746\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.020385436Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.068870303Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.069521713Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.069533534Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.092351012Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.092420022Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.111961156Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.112031151Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.134012594Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.134082287Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.153017058Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.153094947Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.172457667Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.172514865Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.191738897Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.191800969Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.210529468Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.210589459Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.228807793Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.231287724Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.247412639Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.24747803Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.266548173Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.266608802Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.284664732Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.284723383Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.304649573Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.304684927Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.323731409Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.323769556Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.343643255Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.34369599Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.362366665Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.362487512Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.381437258Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.381538766Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.400026514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.400073934Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.419266084Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.41930756Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.437410798Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.437451579Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.456571377Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.456615956Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.456864487Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:17.464413814Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"454ea5ff-243c-4e32-b342-25cb00ca3951","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":393982,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:17.464854136Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"8.689781207s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454ea5ff-243c-4e32-b342-25cb00ca3951\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"454ea5ff-243c-4e32-b342-25cb00ca3951\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:22.035614658Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.179120639Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.181002599Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.181016886Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.203361801Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.203420367Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.22643771Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.226492685Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.247395588Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.247519769Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.266394433Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.266452418Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.285712308Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.285765025Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.303685135Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.303740794Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.322082301Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.322142255Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.341318636Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.341381881Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.359918408Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.362202776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.378995079Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.379059917Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.399032892Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.399090277Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.417968356Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.418021767Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.437612507Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.43768133Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.457295997Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.45735388Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.475889023Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.475951106Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.494576782Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.494641216Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.513801777Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.513860071Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.532678516Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.532729414Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.551138776Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.551198514Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.570204305Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.570355849Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.570538786Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:26.577912934Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"57ffb8b9-8598-4eae-9b23-6b8052f7cd56","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":396831,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:26.578204547Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"7.627017834s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ffb8b9-8598-4eae-9b23-6b8052f7cd56\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"57ffb8b9-8598-4eae-9b23-6b8052f7cd56\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:27.051287722Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:32.066265081Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.226907257Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.228270797Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.228286463Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.252531395Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.252579085Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.275176322Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.275218172Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.297872299Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.297933846Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.319634443Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.319679386Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.341393046Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.341433434Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.362135845Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.362188467Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.384130965Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.384174878Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.403924546Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.403964821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.425008053Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.425068579Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.44820235Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.448263569Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.469344011Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.469402428Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.489289471Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.489365053Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.511009121Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.511063038Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.532975168Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.533045565Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.552549233Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.552604772Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.57252631Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.572581614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.592375603Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.592434132Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.613800126Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.613861833Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.633955283Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.634010006Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.653891786Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.653962755Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.654253361Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:34.662673398Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"413c023b-ed9e-43e5-a2b6-f9d2efe20996","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":434027,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:34.663086072Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"13.957950527s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413c023b-ed9e-43e5-a2b6-f9d2efe20996\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"413c023b-ed9e-43e5-a2b6-f9d2efe20996\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:37.081175636Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:38.232728304Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:38.232898104Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"997176c5-e793-4911-ae28-ca94c91db465","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60125","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":73,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:42.096123929Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:47.111192257Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.660135489Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.661067759Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.661081962Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.684105061Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.684171241Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.705920753Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.705993832Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.726565816Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.726630823Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.746163814Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.74628294Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.766411484Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.766476407Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.785270014Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.785400862Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.804013736Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.804075077Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.822485586Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.822552787Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.841626191Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.84168201Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.861050177Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.863335613Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.880251954Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.88031098Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.900124985Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.900178967Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.919546821Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.919594689Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.938109761Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.940439118Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.957140877Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.957195937Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.97564714Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.975712963Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.994733146Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:48.994796025Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.014996769Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.015050011Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.03395653Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.034078631Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.055398323Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.055474017Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.055677213Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:49.063659873Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"795cc0ed-1651-4f90-bedb-f48475a426f0","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":401722,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:46:49.064114339Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"15.705665204s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795cc0ed-1651-4f90-bedb-f48475a426f0\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:46:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"795cc0ed-1651-4f90-bedb-f48475a426f0\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:52.122504857Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:46:57.123656358Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:02.125014632Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.776247294Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.777265414Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.777285795Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.800765081Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.800831112Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.821806272Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.821872993Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.843725693Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.843787814Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.862809885Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.862873076Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.882867847Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.882924008Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.900519535Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.900572515Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.918357484Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.918416945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.936165303Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.936225144Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.953791711Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.953848812Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.971955474Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.972014434Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.990217707Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:04.990271498Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.01237245Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.012423981Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.033086319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.03313095Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.053361173Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.053411723Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.072776858Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.072827319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.092313075Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.092358566Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.110585029Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.11062547Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.130089175Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.130131976Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.150173088Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.150225968Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.169961577Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.170018977Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.1702685Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:05.178066068Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8361238e-2923-4450-a867-f5c37ba88fbe","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":400989,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:05.178453632Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"18.192561934s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8361238e-2923-4450-a867-f5c37ba88fbe\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:47:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8361238e-2923-4450-a867-f5c37ba88fbe\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:07.127321406Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:08.300151889Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:08.301009218Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"e8466f7d-e86a-4ace-a750-9e55341c385e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33087","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":807,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:12.128809821Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:17.12975279Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:22.130704216Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b6f2a824-73f9-4547-bcb9-20938808ca1c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7556bba6-0836-4c14-afa4-ad71e597af24, kind: Service { id: e51bd172-e0f5-436e-9ddf-aefb2b31e4be }, name: Name(\"ntp-e51bd172-e0f5-436e-9ddf-aefb2b31e4be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 98])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 18494817-844f-46d4-a75a-38cd11e8dc58, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f3410a0c-763c-4a67-a54c-83aae1faf248, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 975c69d0-41d8-49de-b78b-1e0f7725e413, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: d851de7d-1444-498c-87b7-c3b9e3656dd7, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 5c573ee7-fade-4d44-b19e-72662f045f1b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e180d29c-6433-4f4d-b172-108b0f35b39d, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b8f9fe50-b389-4c61-9900-4eef4fa405e2, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 400883f2-e500-4edd-bd82-3acb6e0075dd, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b3e7495e-387f-4bd7-949d-98445455098f, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3c9ed70f-907d-4f61-b957-7afdb6873441, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e7057193-95da-46f5-a30b-93bb296e1ccb, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a669059-ccd2-418d-885f-719ccda2bdfd, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ec64e9d0-0a28-424c-8a11-866f99eec730, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: a1978b41-6627-4ea5-8306-d187357405ba, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 51050378-db09-427d-941c-0c46f2654777, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.373131978Z","hostname":"buskin","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.374327751Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2d15a09c-9ffe-4b36-a412-cbd26e71644e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.3743376Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.39716016Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b6f2a824-73f9-4547-bcb9-20938808ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.399933028Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.418346363Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e18a3f71-0073-4a2f-8010-6a2dfbd28c35, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.418410854Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.439666118Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 18494817-844f-46d4-a75a-38cd11e8dc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.439750449Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.458694319Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: f3410a0c-763c-4a67-a54c-83aae1faf248, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.45875149Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.477727201Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83a9976a-0bc9-4f66-a825-dbdbe89ba294, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.477794301Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.496305178Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 975c69d0-41d8-49de-b78b-1e0f7725e413, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.496370668Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.513918945Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: d851de7d-1444-498c-87b7-c3b9e3656dd7, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.513980156Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.531852805Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c01ea5eb-1445-47b9-b7e8-94691b3e377e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.531922316Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.551514503Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e635cc13-2039-45bc-96b2-a3fcf1db7e23, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.551571804Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.569794847Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 400883f2-e500-4edd-bd82-3acb6e0075dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.569868518Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.587871429Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3a669059-ccd2-418d-885f-719ccda2bdfd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.58793678Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.60583489Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8e5d6b7e-babe-4610-914e-3f156d5454eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.605892761Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.623630189Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ec64e9d0-0a28-424c-8a11-866f99eec730, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.623687589Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.642504209Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e2166fc1-2bc3-4ced-9e14-e17205cecee5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.64256585Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.660916684Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: a1978b41-6627-4ea5-8306-d187357405ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.660981525Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.679802114Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: ae78c113-cdc9-4c21-a8a2-6f240fb98ed8, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.679860845Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.696743275Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 51050378-db09-427d-941c-0c46f2654777, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.696805955Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.715372226Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c0b921bb-7074-49fb-a551-8dfe4bd25c4c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.715442361Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.732513475Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.732564825Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.7509175Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.750998121Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.751232183Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.758601667Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.761126603Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.770987802Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.771144883Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.771174534Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.771199864Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.771213934Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.771225844Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.771242614Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.772405396Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.774959832Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.775051313Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.777496777Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.777585548Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.784922761Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.784928057Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.784934198Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.784946639Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.784950736Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:23.784956764Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.057489975Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.062955464Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.068237593Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.073366735Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.078527597Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.08383448Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.090504467Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.096160144Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.101786721Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.106748245Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.111948483Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.11658782Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.121362478Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.126220187Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.13154048Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.13643484Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.141615486Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.146540091Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.15242471Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.157795564Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.163224349Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_51050378-db09-427d-941c-0c46f2654777","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.168624623Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.173670994Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.179065229Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.225418965Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.22592539Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_51050378-db09-427d-941c-0c46f2654777","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.233106212Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.240255034Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.246207714Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.300720043Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.354803367Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.410030097Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.418404327Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.418420087Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.48532908Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 207, 66]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.485396071Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.490427001Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.490439781Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.544407994Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 188, 244]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.544470975Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.576419587Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.579161974Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.579168914Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.634014906Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 136, 114]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.634057116Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.637050286Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.637076927Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.691514815Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 199, 103]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.691582485Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.694475544Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.694493525Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.749286606Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 185, 172]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.749355127Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.749917582Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.749954373Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.750238966Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.750247226Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.750408377Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.750416598Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.751581489Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.754527499Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.754570609Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.756364627Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.75864894Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.75865842Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.75866705Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.758673641Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.758719741Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.758726751Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.843934028Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.847282062Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.851636816Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.851656166Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.851893919Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.859115701Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.866557526Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.927810113Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.933850813Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.939275428Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.944778233Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.951559772Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:24.980890327Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:25.061213069Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.133242356Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.180642403Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.180878615Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.289161565Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.289403597Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.31153911Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:27.325293138Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:28.624965056Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:28.625108998Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:29.030613719Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:29.030797331Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_51050378-db09-427d-941c-0c46f2654777:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:29.135279202Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:29.135454684Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:29.304205922Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:29.304289163Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:34.466311287Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:34.759625768Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 44.479333ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:34.82192341Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 144.047739ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:34.877596516Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 40.399566ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:34.92275876Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 61.068967ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:34.973560112Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 108.249027ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.034808368Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 122.556616ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.046601261Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 455.793542ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.155530613Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 280.50148ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.179730526Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 655.980556ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.47326867Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 71.474695ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.55581758Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 460.519074ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.624646793Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 138.205599ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.637594677Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 104.239093ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.789616413Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 375.424805ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.906379532Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 26.263486ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.916726412Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:35.934570532Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:35.941173306Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 76.932485ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:35.95624502Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 289.877299ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.06053667Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 521.245104ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.126415313Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.212912381s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.149302843Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 34.692113ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.236020785Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 27.573892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.258973327Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 146.996688ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.283105499Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.043881064s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.294192821Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 53.538488ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.303687157Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 527.195436ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.36362395Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 119.325161ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.374752432Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 189.566191ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.442271061Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 436.806126ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.508363386Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 356.188115ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.646083291Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 742.799632ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.659545337Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:36.678071364Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:36.67871407Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:36.728656573Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:36.729149898Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:36.841151335Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:36.841382107Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 719.320643ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.904135599Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 711.343052ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.961736988Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 66.026308ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:36.973028952Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 899.486837ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.016434189Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 125.549117ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.052126038Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 74.178406ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.063482162Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:37.063929636Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 98.243552ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.244282632Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:37.244414133Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 45.914622ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.264390304Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 251.737766ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.275979321Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 59.962352ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.324525419Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 944.502414ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.352570872Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 242.337847ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.362716614Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:37.362985266Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.256401316s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.380066628Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 174.95289ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.39616522Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.334850369s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.414485515Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 488.976364ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.539839576Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 595.918298ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.58301959Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 551.41728ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.617447597Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.076369494s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.638352487Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 70.745324ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.678992076Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.32307807s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.692748655Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 86.570127ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.762040162Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 210.840772ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.86022729Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.339349057s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:37.965211067Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.19474622s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.041556965Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 468.9092ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.084177984Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 427.452151ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.184883198Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 653.908413ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.256507398Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.23350079s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.569121524Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 862.210887ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.594216037Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 29.432413ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.617558832Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 34.09087ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.648349652Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 633.752172ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.684641147Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:38.693135803Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:38.695583247Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"141f1307-21aa-49d4-b9c2-bbdd721c87bc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65387","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1750,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 120.020057ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.70084585Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.174927386s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.718209655Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 73.517691ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.734272437Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.108940014s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.75050257Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.363146474s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.763678282Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 256.088348ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.819484784Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 236.298139ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.833150442Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.173601027s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:38.921626622Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 960.311247ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.029338886Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 242.027016ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.081705613Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 293.588473ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.104486943Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 734.526904ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.250831565Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:39.278928178Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.367896084s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.31789234Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:39.318795809Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.060531182s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.34868923Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:39.348887232Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 1.194486822s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.364989444Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.041237449s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.408005127Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 855.992841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.468143092Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:39.469394854Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 826.562121ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.908939338Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.019304514s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.921934799Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.137276534s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.933207182Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.239484773s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:39.997902653Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 506.923929ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.010946295Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 67.826327ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.041155939Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 659.500003ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.109002672Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 124.923049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.11981698Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 929.952036ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.139828482Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 39.646227ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.182074097Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 137.60385ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.232362153Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 204.004384ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.260099842Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 540.592173ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.338448431Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 250.160058ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.382939589Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.085658754s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.422155333Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 546.848251ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.466058454Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 283.759329ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.476780792Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.120043483s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.528681185Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 1.147306141s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.571112072Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 564.529246ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.646139897Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 916.958497ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.698854537Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.095873859s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.746746239Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 977.840238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.776178346Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.080335337s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.789023915Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 742.152545ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.890646378Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 539.163867ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:40.953703792Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 539.425811ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.027584096Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.27916249s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.083365037Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 792.779175ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.093513809Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 694.510975ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.224492367Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.409952962s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.250457409Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 529.553726ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.505352154Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.109959239s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.520736968Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.220597127s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.599083917Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:41.600698643Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 884.570758ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.641308032Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:41.641563315Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 795.795218ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.662721617Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.324050022s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.768598783Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 993.335657ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.801615455Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 893.484373ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.819170672Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.200463158s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.865440288Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 736.064258ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.881968084Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.413367049s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.900612142Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 57.177304ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.918214519Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 38.445869ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.928415621Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 72.711817ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.938902657Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.248974485s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.951203371Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 80.917071ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.978615937Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 72.638773ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:41.988564107Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 90.714686ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.022476518Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.312064617s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.047386719Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 111.048292ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.074474541Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 204.090031ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.087018858Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 60.746268ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.1130544Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 178.380899ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.125906369Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 65.334007ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.185420558Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 226.174161ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.197403939Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 128.272152ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.262869703Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 383.136124ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.302986041Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 381.699227ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.316058543Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 857.881967ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.377915126Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 466.741136ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.403569684Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 733.613972ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.436534105Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 1.075302756s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.471674791Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.373806189s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.538937626Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 788.504003ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.630654729Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.041519978s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.644965963Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 799.30859ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.673687422Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 575.171647ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.698893165Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 460.193384ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.71423099Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 919.974169ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.727451033Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 810.544729ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.806889512Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.451819715s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.832985895Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 830.399638ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:42.882869647Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.206971116s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.079175143Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 768.626197ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.105068653Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.074137295s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.184612544Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.312478467s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.196216611Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.467875153s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.213257982Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 687.031833ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.248425436Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 1.283337844s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.287150676Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.171431218s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.326120948Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 628.541219ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.371134751Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 964.446236ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.432149555Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.416620686s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.485405931Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 760.139695ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.558992957Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 593.412162ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.629333109Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.486574339s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.659054138Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 961.71165ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.69897511Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 640.246287ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.725789771Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 623.637839ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.886570308Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 943.398917ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.925642351Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 560.694379ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:43.947547812Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 559.310896ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.014006511Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:44.015295124Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 967.678085ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.234825223Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 597.790309ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.271643744Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 35.05398ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.282075518Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 712.051503ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.296222761Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.088080751s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.307870458Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 147.695532ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.327397795Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 997.460635ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.339011882Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.135332834s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.377900403Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.003862669s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.408840144Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 169.621398ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.5058645Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:44.508086532Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 502.237093ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.549465799Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.148932521s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.60020501Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.452384411s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.614353842Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 911.483416ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.629339363Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 683.147251ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.652152833Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 741.869293ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.697745801Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 879.41631ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.712442509Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.442122977s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.744105638Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 456.526651ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.786238322Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 665.591295ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.883052716Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.172033353s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.896740678Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.38078473s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:44.916992468Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.19347963s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.022778126Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 627.175738ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.06422864Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 790.254319ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.159490319Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 587.735478ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.218951947Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 956.919894ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.255662136Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 698.753378ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.347899685Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 1.415597254s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.35731518Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 544.223954ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.408510705Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.341802587s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.425055831Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 957.573905ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.453240155Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 514.065794ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.526469141Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.093179665s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.55318401Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 639.621238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.564818837Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.043037538s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.605107603Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.331805318s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.704007528Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.01955792s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.760260684Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 535.926147ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.820303318Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.42299855s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.961882083Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.38054392s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:45.97246258Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.306437525s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.054139292Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 920.841996ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.065424336Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.154954985s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.079396606Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.083897511s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.092078224Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 646.600957ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.19999407Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.185282474s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.219065792Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 1.333183141s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.231431296Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.007854314s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.244119044Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 930.339128ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.309561893Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 968.987254ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.370498876Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 689.315153ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.424358058Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 955.62093ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.65916362Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 604.033163ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.671779347Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 713.169447ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.780884536Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 739.541406ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.794132559Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.011397621s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.805765106Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 953.055583ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:46.859274725Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.152286248s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.000767629Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.063417734s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.049391488Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 904.718907ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.127027199Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 773.294276ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.189306176Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 651.080295ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.246862435Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.433485966s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.257669894Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 960.754575ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.269737336Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 768.385509ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.289168311Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 677.41332ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.352730301Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.251503768s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.366106935Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.210000615s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.377716322Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.454569421s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.397895615Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.34540521s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.417161319Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 992.948933ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.506818361Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 712.71006ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.546319099Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 693.509082ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.576335721Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 687.281101ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.625800239Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.080225603s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.82663313Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 650.324695ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.841158786Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.17591974s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.911562455Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.21005049s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:47.975812561Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 634.783124ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.042359531Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 921.204968ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.054111749Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.172419949s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.071758177Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.089957129s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.126426557Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 559.446609ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.167325539Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 971.404533ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.244846599Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 512.975159ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.271253675Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 1.097445477s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.282374187Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.208392647s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.325002416Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.374332771s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.504063957Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 504.027407ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.517071468Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.199130668s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.601876342Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.038299137s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.63154316Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 633.729237ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.690640125Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 631.4012ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.703089885Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.241718482s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.73981275Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 668.701672ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.777153356Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 1.009242725s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.796051726Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.230653667s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.866650616Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 950.780879ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.920900082Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 1.49865691s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:48.989464832Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.060500635s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.034260803Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.46259428s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.103239768Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.064723291s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.199634438Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.366871023s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.232473468Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.2706405s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.245641851Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.277023162s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.258880404Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 927.725931ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.339200112Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 878.91564ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.350809559Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 883.42595ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.393077985Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 648.53098ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.459988367Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:49.509525496Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.383775869s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.547408737Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.430509655s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.686163534Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.277430865s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.81493238Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 865.58503ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.827736908Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 928.776558ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.887977105Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.429977459s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.899536201Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.145238036s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:49.995052372Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.367519985s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.108703756Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 713.615681ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.118846588Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 587.656147ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.1289823Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.028006407s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.24422095Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.023091474s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.276221902Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 1.242203709s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.286429365Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 1.267370277s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.296649768Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 801.700332ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.500694501Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 875.667401ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.531213588Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.470576328s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.550249459Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.405194559s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.580777137Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.07043257s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.613839919Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 982.837563ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.709168749Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 896.74489ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.731355442Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.255610464s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.834073236Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.131059087s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.849504651Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 673.458283ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:50.94380044Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.340143018s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.105649889Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.09389615s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.131390608Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 975.460049ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.153023616Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.364038398s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.288665161Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.084310689s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.318175228Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 664.2599ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.335730545Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.440805854s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.352067179Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 687.995892ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.421376041Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 908.62508ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.493377631Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 562.792327ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.542165622Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 589.496539ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.582974823Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 587.997398ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.637870925Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.134480342s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.654413742Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.045283383s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.698573826Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 1.356630085s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.717326745Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.0464075s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:51.992341053Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.139215192s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.003610496Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 1.12677793s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.015081512Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.014860398s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.034867141Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.218823225s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.103847365Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 1.145530379s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.118377561Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 865.327964ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.128948278Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 1.428229555s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.141203461Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 1.449676188s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.183992812Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.422051498s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.23853317Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 1.272668937s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.250968555Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 980.882333ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.420625653Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 655.784098ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.436615664Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 716.026587ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.457872318Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.13018201s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.6707834Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.198054157s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.757047098Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 999.128324ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.801820439Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 530.754358ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:52.813777219Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 1.200721845s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.016119876Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 939.338747ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.064513763Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.496717723s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.091476044Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 597.037474ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.10898255Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 722.443562ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.127529777Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 515.267277ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.160326527Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 934.963947ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.182039416Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.027586738s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.201813065Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 1.139749232s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.280465956Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.035453103s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.3434506Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 565.99934ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.361943036Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 812.616953ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.416253073Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 917.507927ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.540364371Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 560.498015ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.5879044Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 596.531511ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.649136576Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 856.1164ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.67631167Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 1.035259202s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.692140349Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 1.108723319s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.721128463Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 507.210544ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.817244088Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 955.183177ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.832134858Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.263467473s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.867406093Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 514.812893ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.944119095Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 809.994003ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:53.972184638Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.077003504s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.022061189Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 554.717747ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.134082157Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb\") failed: Property not found. retry in 693.20352ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.164095539Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_e7057193-95da-46f5-a30b-93bb296e1ccb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 551.749237ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.232197384Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 527.485266ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.246788261Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8\") failed: Property not found. retry in 1.373378415s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.258171066Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ae78c113-cdc9-4c21-a8a2-6f240fb98ed8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 1.048002435s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.27053407Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b\") failed: Property not found. retry in 1.179290177s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.336974589Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 1.131649993s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.39575714Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730\") failed: Property not found. retry in 1.367371165s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.435302968Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_ec64e9d0-0a28-424c-8a11-866f99eec730","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 805.354097ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.471190359Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5\") failed: Property not found. retry in 1.149487044s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.491837246Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_e2166fc1-2bc3-4ced-9e14-e17205cecee5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:54.511373653Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e\") failed: Property not found. retry in 1.138005262s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.548092773Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba\") failed: Property not found. retry in 1.118908526s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.604062486Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_a1978b41-6627-4ea5-8306-d187357405ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_51050378-db09-427d-941c-0c46f2654777\") failed: Property not found. retry in 1.448790449s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.702454316Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_51050378-db09-427d-941c-0c46f2654777","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f\") failed: Property not found. retry in 1.098874051s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.741367218Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_b3e7495e-387f-4bd7-949d-98445455098f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd\") failed: Property not found. retry in 1.044912574s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.785986657Z","hostname":"buskin","pid":1661,"zone":"oxz_clickhouse_400883f2-e500-4edd-bd82-3acb6e0075dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c\") failed: Property not found. retry in 1.277904608s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.797543683Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_c0b921bb-7074-49fb-a551-8dfe4bd25c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2\") failed: Property not found. retry in 847.994968ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.807991962Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a\") failed: Property not found. retry in 1.226323462s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.81913028Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_0fcaa4ec-3e03-4d11-bb54-aeee89f7cf8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441\") failed: Property not found. retry in 1.061686528s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:54.841882869Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_pantry_3c9ed70f-907d-4f61-b957-7afdb6873441","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23\") failed: Property not found. retry in 1.34048533s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:55.113093759Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd\") failed: Property not found. retry in 1.35664969s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:55.14496911Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_3a669059-ccd2-418d-885f-719ccda2bdfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2\") failed: Property not found. retry in 672.503152ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:55.291796077Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d\") failed: Property not found. retry in 1.384243249s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:55.333105793Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb\") failed: Property not found. retry in 784.766769ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:47:55.590608204Z","hostname":"buskin","pid":1661,"zone":"oxz_crucible_8e5d6b7e-babe-4610-914e-3f156d5454eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:55.629811239Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:55.62988726Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:56.246334014Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:47:56.246416805Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:01.115989021Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:01.116047211Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_5c573ee7-fade-4d44-b19e-72662f045f1b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:06.691228179Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:06.951938802Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:06.951995273Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:07.517283031Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:07.517358492Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:07.827851397Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:07.827904038Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_9ede93a9-aa24-45ce-8f71-babae7e20be2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:08.827275115Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45024"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:08.827425617Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"cfbe0b10-83d4-4647-9d76-bf1f1746ffa7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45024","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":91,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:11.696294068Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:12.743362756Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:12.743441637Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:13.298627974Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:13.298710405Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:13.593259849Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2030"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:13.593328019Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_e635cc13-2039-45bc-96b2-a3fcf1db7e23","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:16.699367568Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:19.999278368Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:19.999339758Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:20.564264223Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:20.564333724Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:20.567432955Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"246.640816883s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:20.568583536Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:709","total duration":"236.407182281s","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:20.56880296Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"246.645807734s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:20.569245493Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"18.239783036s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:20.782398359Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:20.782448159Z","hostname":"buskin","pid":1661,"zone":"oxz_nexus_e180d29c-6433-4f4d-b172-108b0f35b39d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:21.701433618Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:23.166010487Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:23.170826736Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:709","total duration":"239.009401731s","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:23.378173872Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"249.455312879s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.424778635Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.497750559s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.424940597Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"250.499703979s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.425090298Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"250.501532258s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.42522758Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.499685429s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.42532555Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"250.502716459s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.724951096Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.799150122s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.725073187Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.799394844s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.734759474Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"250.809350515s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.734992917Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.808387915s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.735104858Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.808950861s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.735178278Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"250.813038272s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:24.735256399Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"250.809289175s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Ensuring address fd00:1122:3344:101::d exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:25.682021067Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:25.682098718Z","hostname":"buskin","pid":1661,"zone":"oxz_oximeter_b8f9fe50-b389-4c61-9900-4eef4fa405e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.704895478Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"251.781817622s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.705045329Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"251.782063075s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.70517427Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"251.782371798s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.705294431Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"251.778799361s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.705407933Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"251.778486999s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.705496114Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"251.782107926s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.714898288Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"251.7885193s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.71505208Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"251.788330178s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:25.745503586Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"251.82234332s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Ensuring address fd00:1122:3344:101::d exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:26.238064344Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:26.238132014Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up oximeter service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:26.433915975Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2141"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:26.509582986Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:26.509650516Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:26.703330375Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:27.070887635Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:27.070967646Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:27.152302044Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"253.226536182s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:27.265659785Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2030"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:27.265682255Z","hostname":"buskin","pid":1661,"zone":"oxz_external_dns_c01ea5eb-1445-47b9-b7e8-94691b3e377e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:27.774157112Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"253.848514842s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:27.828227336Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"253.905535325s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:28.02236636Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:28.024729254Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:709","total duration":"243.863190459s","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:28.054686605Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"254.132458609s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:28.42082352Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"254.495494733s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:29.178876889Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"255.252293429s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:29.22520872Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"255.298446264s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:29.451707455Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"255.525448498s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:29.54468953Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"255.617547605s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:29.90438596Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"255.978847441s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:30.508205217Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"256.585185613s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:30.761311974Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"256.838033218s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:30.794973713Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"256.868230032s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:31.122162146Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"257.198635827s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:31.155269659Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"257.229156215s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:31.70493381Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:31.977951668Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"258.052533551s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:32.199412727Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"258.275687477s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:32.543469259Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"258.616382695s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:32.570495631Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:32.572458411Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:709","total duration":"248.410807056s","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:32.795270094Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"258.86928719s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:33.414255443Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.488372361s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:33.733411644Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"259.810166489s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:33.809978075Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"259.883598988s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.871568815Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.872997009Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.874971129Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"5abcc82e-a4bc-402b-80dc-149e5ce214b9","remote_addr":"[fd00:1122:3344:101::1]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":70497891,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.883719917Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.883737037Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.883908429Z","hostname":"buskin","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.886206192Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.886222072Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 32,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.922830071Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/047de9bf-d193-42f8-a762-677f8e59291b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:33.923414137Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:33.92668463Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"260.003686188s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:33.92671134Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"260.003543466s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/047de9bf-d193-42f8-a762-677f8e59291b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:34.007270951Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:34.105299527Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"260.179668098s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/047de9bf-d193-42f8-a762-677f8e59291b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:34.178564104Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/047de9bf-d193-42f8-a762-677f8e59291b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:34.337852488Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:34.345425154Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"260.418867256s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ca2f384-b2d5-45bf-bef0-cf027101abe6/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:34.511087741Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"260.584239209s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c4659323-15a5-489e-8346-6812240469d5\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:34 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"c4659323-15a5-489e-8346-6812240469d5\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:34.55471475Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"260.6289268s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d36d0a99-dd35-4a6a-99c7-8a4a6e419fae\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:34 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"d36d0a99-dd35-4a6a-99c7-8a4a6e419fae\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c13df64-69ea-4c92-bcb4-d826cfcbce13\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c13df64-69ea-4c92-bcb4-d826cfcbce13\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:35.021606859Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd828ae-a13c-454b-a687-6c9b716aae1d\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9fd828ae-a13c-454b-a687-6c9b716aae1d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:35.309664818Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc9791c-5306-443c-80b2-385a89e583c0\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6bc9791c-5306-443c-80b2-385a89e583c0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:35.628184993Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c981e9e-4e2c-4318-992d-4bf29cb26b38\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8c981e9e-4e2c-4318-992d-4bf29cb26b38\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:36.051465663Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:36.166299419Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"262.243399618s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2f37b622-5d45-44ec-ac04-8ff07922de91\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:35 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"4ca2f384-b2d5-45bf-bef0-cf027101abe6\\\\\\\"\\\", request_id: \\\"2f37b622-5d45-44ec-ac04-8ff07922de91\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3cb3ce-895d-40d2-bf20-5500bbd7f1d8\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dc3cb3ce-895d-40d2-bf20-5500bbd7f1d8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:36.338147088Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:36.403400995Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"262.477866248s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"60f4015d-c7c2-4f3c-92a4-10e48dfe358a\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:36 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"4ca2f384-b2d5-45bf-bef0-cf027101abe6\\\\\\\"\\\", request_id: \\\"60f4015d-c7c2-4f3c-92a4-10e48dfe358a\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:36.600330627Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"262.673563346s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"73f05c6d-6eea-4059-9065-e1161674877f\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:36 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"73f05c6d-6eea-4059-9065-e1161674877f\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:36.611799362Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"262.685547418s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a1c96c37-da93-4dd9-93f5-f04a0380dc0e\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:36 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"a1c96c37-da93-4dd9-93f5-f04a0380dc0e\\\" }\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:36.706557626Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97d358a-11ec-4704-9eeb-64c890d3cc23\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f97d358a-11ec-4704-9eeb-64c890d3cc23\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:36.930637641Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:37.063134104Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"263.140685898s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"5104328a-4e95-48aa-a61f-d47862c3e323\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:36 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"4ca2f384-b2d5-45bf-bef0-cf027101abe6\\\\\\\"\\\", request_id: \\\"5104328a-4e95-48aa-a61f-d47862c3e323\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:37.204720759Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"263.277521705s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3fd00cd1-7d62-4ea9-abdb-92ea3c6db523\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:36 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"3fd00cd1-7d62-4ea9-abdb-92ea3c6db523\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6faa6fee-73ed-4f15-bb6c-5a79ead48c25\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6faa6fee-73ed-4f15-bb6c-5a79ead48c25\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:37.462863067Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:37.663319624Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"263.737206651s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0cdb06f5-f490-4c8e-ad4b-f93a6ab33e13\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:37 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"0cdb06f5-f490-4c8e-ad4b-f93a6ab33e13\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:37.820258254Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"263.897154041s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ac75d3c9-a70c-422a-86f3-d851f6151ef9\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:37 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"4ca2f384-b2d5-45bf-bef0-cf027101abe6\\\\\\\"\\\", request_id: \\\"ac75d3c9-a70c-422a-86f3-d851f6151ef9\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:37.908115458Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"263.980791853s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"bd9ca804-2054-40a0-a2ec-e3bc1418f6b3\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:37 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"bd9ca804-2054-40a0-a2ec-e3bc1418f6b3\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbe708a-4158-40c2-b6e2-0229c87f203a\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1cbe708a-4158-40c2-b6e2-0229c87f203a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:38.035729432Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:38.067637243Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"264.141767373s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"cbe42bb0-3394-4280-901b-4ab4ea88cea1\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:37 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"cbe42bb0-3394-4280-901b-4ab4ea88cea1\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:38.151939772Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"264.228730058s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ea88a32b-fab0-4c90-b514-862670069967\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:37 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"4ca2f384-b2d5-45bf-bef0-cf027101abe6\\\\\\\"\\\", request_id: \\\"ea88a32b-fab0-4c90-b514-862670069967\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b430c1-d10b-4ddf-9d64-7783e78408b7\", \"content-length\": \"124\", \"date\": \"Tue, 16 Jan 2024 00:48:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"32b430c1-d10b-4ddf-9d64-7783e78408b7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:38.675606672Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:38.865595384Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:38.86615613Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"add3feff-a0db-4cfa-ab97-a0656c89eaa8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53198","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":517,"response_code":"200"} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:38.889465674Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"264.962423042s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9930eb73-0b31-45be-a937-63356d776cb6\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"9930eb73-0b31-45be-a937-63356d776cb6\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:38.967313308Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"265.043836001s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8625c883-ffb9-49d8-8fd6-fc0d44385b77\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"4ca2f384-b2d5-45bf-bef0-cf027101abe6\\\\\\\"\\\", request_id: \\\"8625c883-ffb9-49d8-8fd6-fc0d44385b77\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:39.160783805Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"265.234743372s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"424bb729-2256-4e3a-9d9f-0c8e97af5e7b\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"424bb729-2256-4e3a-9d9f-0c8e97af5e7b\\\" }\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:39.38188975Z","hostname":"buskin","pid":1661,"sled_id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:39.528176472Z","hostname":"buskin","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"9dcd28b0d6404d6f818dfcb134bb1b2a\" }","id":"4ca2f384-b2d5-45bf-bef0-cf027101abe6"} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:40.201132894Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"266.274424096s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6ca5c8b7-bafd-489b-a0b6-4e883cfa8419\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"6ca5c8b7-bafd-489b-a0b6-4e883cfa8419\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fc117e-25a6-4748-8fd2-8a1460201d4f\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:39 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"00fc117e-25a6-4748-8fd2-8a1460201d4f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:40.259850805Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:41.708500454Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c23d07f4-ec03-4dd2-9aa5-2fdca7cd6306\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"c23d07f4-ec03-4dd2-9aa5-2fdca7cd6306\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:42.117763163Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:42.122667942Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"268.196281028s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"cb01c2cb-a900-47bd-8d1b-24888e13eb65\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:41 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"cb01c2cb-a900-47bd-8d1b-24888e13eb65\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:42.210155613Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"268.283581765s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e781fc19-c564-4806-ad21-5e5ae9e03394\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:41 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"e781fc19-c564-4806-ad21-5e5ae9e03394\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74aba43d-ce92-49d2-a209-43948e7b4108\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"74aba43d-ce92-49d2-a209-43948e7b4108\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:43.437863408Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:44.620136706Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"270.693052354s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8324f3bf-3282-4b09-abd7-a047b91597db\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:44 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"8324f3bf-3282-4b09-abd7-a047b91597db\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4641e756-ddc7-4c37-91d9-dd7fefb77cf1\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:44 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"4641e756-ddc7-4c37-91d9-dd7fefb77cf1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:44.856764678Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:45.345936491Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.41988646s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f466e84d-ce9d-4a5a-a281-0f4c6c2035f5\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:44 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"f466e84d-ce9d-4a5a-a281-0f4c6c2035f5\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:48:45.676936791Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"271.749533727s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a6c16ace-603f-4f04-b9d3-28f9b27cc62e\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Tue, 16 Jan 2024 00:48:45 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"a6c16ace-603f-4f04-b9d3-28f9b27cc62e\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"352a1f07-128c-4f86-9aaf-e811d0b80714\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:45 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"352a1f07-128c-4f86-9aaf-e811d0b80714\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:46.237500233Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:46.592311813Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:46.592332524Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:46.710819426Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7257e27c-9457-4c2c-b8d8-e2fd0fa67e6a\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"7257e27c-9457-4c2c-b8d8-e2fd0fa67e6a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.784142331Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.799094242Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924732046Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924750146Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924755517Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924759977Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924771827Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924777177Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924781777Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 4ca2f384-b2d5-45bf-bef0-cf027101abe6, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:48.924786527Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:51.712439661Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1fde21-2205-47b8-bd31-b60b6aac3cf3\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"5f1fde21-2205-47b8-bd31-b60b6aac3cf3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:52.174035297Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:56.713956095Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d35613-f188-47b4-8f59-ba822c4bed50\", \"content-length\": \"174\", \"date\": \"Tue, 16 Jan 2024 00:48:57 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"87d35613-f188-47b4-8f59-ba822c4bed50\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:57.053410462Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672288554Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672326964Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672333254Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672339044Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672343484Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672347844Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672352114Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672356234Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672360674Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672365334Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:58.672369834Z","hostname":"buskin","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.725993158Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:47357"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.727532763Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:412","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a3ae7d0-283b-43fd-afe7-874ea5b46355, kind: Service { id: e635cc13-2039-45bc-96b2-a3fcf1db7e23 }, name: Name(\"external-dns-e635cc13-2039-45bc-96b2-a3fcf1db7e23\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 66])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: c3d6ce0a-a6dd-4b92-b535-81d2fca07250, kind: Service { id: c01ea5eb-1445-47b9-b7e8-94691b3e377e }, name: Name(\"external-dns-c01ea5eb-1445-47b9-b7e8-94691b3e377e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 103])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08780b17-9738-415c-9ce4-b87098ea37a8, kind: Service { id: 9ede93a9-aa24-45ce-8f71-babae7e20be2 }, name: Name(\"nexus-9ede93a9-aa24-45ce-8f71-babae7e20be2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 39a74478-5fda-4161-9f6f-ae7567fd54f1, kind: Service { id: 5c573ee7-fade-4d44-b19e-72662f045f1b }, name: Name(\"nexus-5c573ee7-fade-4d44-b19e-72662f045f1b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 172])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 82c5352a-ae9a-48d2-91eb-0ef0aebc84e4, kind: Service { id: e180d29c-6433-4f4d-b172-108b0f35b39d }, name: Name(\"nexus-e180d29c-6433-4f4d-b172-108b0f35b39d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728698315Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728726205Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728747565Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728754755Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728760645Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728766055Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.728771906Z","hostname":"buskin","pid":1661,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a57ed52d-b42b-4c91-b316-030d9721b671","remote_addr":"[fd00:1122:3344:101::a]:47357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":2400,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.955238675Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:36567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.955429207Z","hostname":"buskin","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"6492e684-751e-4925-94df-76752b340137","remote_addr":"[fd00:1122:3344:101::a]:36567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":137,"response_code":"200"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.961554538Z","hostname":"buskin","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.980965924Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:46949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.981655271Z","hostname":"buskin","pid":1661,"uri":"/inventory","method":"GET","req_id":"8625562d-52df-45e7-a601-73e9305617f1","remote_addr":"[fd00:1122:3344:101::a]:46949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":673,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.981875123Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.982112475Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.982546429Z","hostname":"buskin","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:48:59.982740242Z","hostname":"buskin","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"5bbd2c97-9bc2-4b98-99df-e7e8755c81e6","remote_addr":"[fd00:1122:3344:101::a]:46949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":895,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:01.715983014Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:06.718010464Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:08.891388116Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::d]:40368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:08.89372502Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"dc387878-6dcf-4518-aa70-9788b8271124","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":2316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:08.899135604Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:08.899208115Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"413865b7-0d4c-4808-804d-a9e0804dabd3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36678","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":37,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:11.719003192Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:16.720119152Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:21.720773468Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:26.722010649Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:31.723379342Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:36.724037828Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:38.892240369Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"8d0a155e-c38c-4c56-9d72-0b3549b920e9","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:38.931546155Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:38.932310102Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"ed32f57b-67b2-49bd-9b0b-04d6ef545d6c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48635","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":725,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:41.725762915Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:46.727520782Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:51.728934306Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:49:56.731720784Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:01.733157558Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:06.735052546Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:08.893321287Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"eab6807e-0535-46a1-ae03-a79e43a2cb33","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":598,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:08.9661506Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:08.966221071Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"f740ae2c-6c28-41e5-9bf2-83b2cc1b27a4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57057","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":41,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:11.737170527Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:16.738632441Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:21.739731052Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:26.741342118Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:31.743369838Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:36.745501529Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:38.893484146Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"4f805119-a613-45a6-8d5c-213ad2065e1a","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:38.999595193Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:38.999654034Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"dc651b42-db96-4759-a638-146fc4bcaf7a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36315","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":29,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:41.74672535Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:46.748221684Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:51.749354895Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:50:56.750075892Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:01.751511505Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:06.75208139Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:07.5738581Z","hostname":"buskin","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:08.893111377Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"80733088-5e75-44e9-aa7b-e41aebd0d3a0","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:09.032011095Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:09.032074105Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"58cf65f3-ab99-4dfc-9a2b-7f40f3c3a6da","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49835","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":31,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:11.753231221Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:16.754406872Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:21.756531162Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:26.758524074Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:31.760223348Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:36.762303988Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:38.893648088Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"e21f763b-167e-47fb-897b-301d725a367f","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:39.06678126Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:39.067655029Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"e4c7ca31-2e14-496c-8b0f-7aa44f76c695","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39041","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":839,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:41.764388938Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:46.766519049Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:51.768601499Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:51:56.770268295Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:01.771790029Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:06.773009421Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:08.894420561Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"fef0df6d-f31b-4322-af03-d9179b917275","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":289,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:09.100205952Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:09.100252762Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"244e62e2-07eb-4e03-b872-c587807dfcaa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35275","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":27,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:11.774132542Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:16.775216361Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:21.776459153Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:26.77817766Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:31.779699804Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:36.780494991Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:38.895329405Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"83789057-eff8-40e1-9ced-44df4e9ed96e","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":295,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:39.133399951Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:39.133474302Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"db3f03b1-21db-4314-a8e5-d9e7de6c0cd5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59474","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":43,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:41.782112497Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:46.782835123Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:51.784287567Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:52:56.785206966Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:01.786612619Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:06.788387306Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:08.895856185Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"fd44a6c0-bbbb-4e0f-8f42-39281774fd14","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:09.166525949Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:09.1665771Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"7fc60357-1e1c-40f1-a9ab-0cc90c980a6c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44292","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":38,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:11.789798659Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:16.792569936Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:21.79402654Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:26.796240521Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:31.797910717Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:36.798709625Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:38.896330075Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"ec8b0d27-3e3d-449f-84a8-10a9a5d93bc5","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":208,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:39.199714139Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:39.199821329Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"08b7220d-8a85-4656-a264-3a93350fd37b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55232","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":46,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:41.799884396Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:46.801541632Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:51.804505181Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:53:56.806151257Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:01.808415438Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:06.809101735Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:08.896191939Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"11e3f594-f744-4fae-b4f0-c8eef7dbaccb","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:09.232548664Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53283"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:09.232585374Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"3b940e90-34b3-49db-a122-a64d5b9ce12b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53283","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":28,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:11.454242933Z","hostname":"buskin","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:299"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:11.454271453Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:11.495651659Z","hostname":"buskin","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.99999536s","next_cleanup":"Instant { tv_sec: 1994, tv_nsec: 345396635 }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:11.810374456Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:16.811603308Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:21.813504597Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:26.815289514Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:31.816759628Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.23315196Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:61610"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.23616229Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:227","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-16T00:54:34.909479Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(10958145))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-cef15b46b2f\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: fedbfc47-2fb8-4cc5-b26b-3e27d225526b, read_only_parent: Some(Volume { block_size: 512, id: 153899f6-52a6-4ba9-a86b-bfdc1a1e9c5e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9adf265a-e2cd-4853-9382-daaa398db2fc, key: Some(\"9IN25pTFLDzbJ8HZAVf7gTGWUkH57SzamBbXF/by4Ig=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: fedbfc47-2fb8-4cc5-b26b-3e27d225526b, key: Some(\"D5vT54NkPzgMjlZBsYi5+3CasEGKeK+pOIK17ldocdE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19001\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB30QYwWDBYAADRBjBYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAd9EGMFgwWAAA0QYwWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJiOGI1MzVlMS0wYjA5LTQ5ZGEtODMwOS05YmQ5Zjg4ZTEzMzIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS2JIQkkwRkJyeUlibWpkcndMM3lHNHdtQ3AybEk2MU95bUJYa1d5eWVGYSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.236275701Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:261","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.236558944Z","hostname":"buskin","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance.rs:600","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(10958145))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 905f9118-79a3-4711-864e-1e68f079291d, kind: Instance { id: b8b535e1-0b09-49da-8309-9bd9f88e1332 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 170, 51])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10958145), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-cef15b46b2f\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: fedbfc47-2fb8-4cc5-b26b-3e27d225526b, read_only_parent: Some(Volume { block_size: 512, id: 153899f6-52a6-4ba9-a86b-bfdc1a1e9c5e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9adf265a-e2cd-4853-9382-daaa398db2fc, key: Some(\"9IN25pTFLDzbJ8HZAVf7gTGWUkH57SzamBbXF/by4Ig=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: fedbfc47-2fb8-4cc5-b26b-3e27d225526b, key: Some(\"D5vT54NkPzgMjlZBsYi5+3CasEGKeK+pOIK17ldocdE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19001\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB30QYwWDBYAADRBjBYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAd9EGMFgwWAAA0QYwWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJiOGI1MzVlMS0wYjA5LTQ5ZGEtODMwOS05YmQ5Zjg4ZTEzMzIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS2JIQkkwRkJyeUlibWpkcndMM3lHNHdtQ3AybEk2MU95bUJYa1d5eWVGYSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-16T00:54:34.909479Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.237067419Z","hostname":"buskin","pid":1661,"uri":"/instances/b8b535e1-0b09-49da-8309-9bd9f88e1332","method":"PUT","req_id":"9ad1adaf-4952-44f8-a9a2-60e0d35e987b","remote_addr":"[fd00:1122:3344:101::a]:61610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":3841,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.323687201Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:47985"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.343951875Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 248, 170, 51]), slot: 1, vni: Vni { inner: 10958145 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.344584772Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.380412142Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:35.401569015Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:36.818191031Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:37.01084887Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:37.011085253Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 66.072744ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:37.232470501Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 61.509186ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:37.315473286Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 276.668626ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:37.388893625Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 544.280858ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:37.680652861Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 606.04238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:38.236839388Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 1.204651285s","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:38.853009119Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:38.897709849Z","hostname":"buskin","pid":1661,"uri":"/metrics/collect/4ca2f384-b2d5-45bf-bef0-cf027101abe6","method":"GET","req_id":"bc8d3506-4750-4b34-a8c6-f468f90165e4","remote_addr":"[fd00:1122:3344:101::d]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":765,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:39.265125147Z","hostname":"buskin","pid":1661,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33608"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:39.265219968Z","hostname":"buskin","pid":1661,"uri":"/baseboard","method":"GET","req_id":"785f718f-0f9d-4a4d-90f5-867533708165","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33608","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":52,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 710.025894ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:40.068460281Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 844.20978ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:40.7897112Z","hostname":"buskin","pid":1661,"zone":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:41.665367262Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:991"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 60.775233ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:41.675132121Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 77.218938ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:41.745924073Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:41.820373782Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 199.466209ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:41.832364203Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 343.638689ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:42.042241285Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\") failed: Property not found. retry in 693.810928ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:54:42.395898204Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.101179693Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:1000"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.13772329Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:1014"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB30QYwWDBYAADRBjBYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAd9EGMFgwWAAA0QYwWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJiOGI1MzVlMS0wYjA5LTQ5ZGEtODMwOS05YmQ5Zjg4ZTEzMzIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS2JIQkkwRkJyeUlibWpkcndMM3lHNHdtQ3AybEk2MU95bUJYa1d5eWVGYSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-cef15b46b2f\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: fedbfc47-2fb8-4cc5-b26b-3e27d225526b, read_only_parent: Some(Volume { block_size: 512, id: 153899f6-52a6-4ba9-a86b-bfdc1a1e9c5e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9adf265a-e2cd-4853-9382-daaa398db2fc, key: Some(\"9IN25pTFLDzbJ8HZAVf7gTGWUkH57SzamBbXF/by4Ig=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: fedbfc47-2fb8-4cc5-b26b-3e27d225526b, key: Some(\"D5vT54NkPzgMjlZBsYi5+3CasEGKeK+pOIK17ldocdE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19001\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: b8b535e1-0b09-49da-8309-9bd9f88e1332, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.138475418Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:451"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.294881762Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.295188145Z","hostname":"buskin","pid":1661,"uri":"/instances/b8b535e1-0b09-49da-8309-9bd9f88e1332/state","method":"PUT","req_id":"4a4db859-20c2-4825-8fbf-e56b0422111e","remote_addr":"[fd00:1122:3344:101::a]:47985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7971319,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-01-16T00:54:43.295246106Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.295264966Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.295272386Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-16T00:54:43.295246106Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.295287256Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }, propolis_id: 09552068-1b4f-437c-9eb3-4e798ce68fa9, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-16T00:54:43.295246106Z } }","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-01-16T00:54:43.328141307Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.328157457Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.328174457Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-16T00:54:43.328141307Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:43.328184057Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }, propolis_id: 09552068-1b4f-437c-9eb3-4e798ce68fa9, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-16T00:54:43.328141307Z } }","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:46.821987278Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:51.823338251Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:54:56.824779065Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.20470462Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:41090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.205249735Z","hostname":"buskin","pid":1661,"uri":"/instances/b8b535e1-0b09-49da-8309-9bd9f88e1332/state","method":"PUT","req_id":"ed071e57-e878-40fd-b025-e8aa65326104","remote_addr":"[fd00:1122:3344:101::a]:41090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":314,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-01-16T00:55:00.205304986Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.205318226Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.205327186Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-16T00:55:00.205304986Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.205337316Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }, propolis_id: 09552068-1b4f-437c-9eb3-4e798ce68fa9, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-16T00:55:00.205304986Z } }","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-01-16T00:55:00.222568489Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.22258446Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.22260311Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-16T00:55:00.222568489Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.22261311Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(09552068-1b4f-437c-9eb3-4e798ce68fa9), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-16T00:54:34.933057970Z }, propolis_id: 09552068-1b4f-437c-9eb3-4e798ce68fa9, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-16T00:55:00.222568489Z } }","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-01-16T00:55:00.391340468Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.391370148Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.391397279Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-16T00:55:00.391340468Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-16T00:55:00.391340468Z }","propolis_id":"09552068-1b4f-437c-9eb3-4e798ce68fa9"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.391420259Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:372","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.391426219Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.39157516Z","hostname":"buskin","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.391611741Z","hostname":"buskin","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:00.951684227Z","hostname":"buskin","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9\", bundle_id: 332d4c67-6066-4ccf-bfbd-08fbaf93e040 }, time_created: 2024-01-16T00:55:00.391813153Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_09552068-1b4f-437c-9eb3-4e798ce68fa9","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:55:00.951803458Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:545"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:01.826977066Z","hostname":"buskin","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::f47d:e4ff:fe63:391e\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:02.52094813Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:02.548124473Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-16T00:55:00.391340468Z }, propolis_id: 09552068-1b4f-437c-9eb3-4e798ce68fa9, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-16T00:55:00.391340468Z } }","instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:02.618294699Z","hostname":"buskin","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:39745"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-01-16T00:55:02.618532581Z","hostname":"buskin","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:02.618557752Z","hostname":"buskin","pid":1661,"uri":"/v2p/905f9118-79a3-4711-864e-1e68f079291d","method":"DELETE","req_id":"251c9e3b-652b-4cd7-b322-3f0ccd8f4c1a","remote_addr":"[fd00:1122:3344:101::a]:39745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":166,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-16T00:55:02.706679389Z","hostname":"buskin","pid":1661,"instance_id":"b8b535e1-0b09-49da-8309-9bd9f88e1332","component":"InstanceManager","file":"sled-agent/src/instance.rs:488"}