[ Mar 28 08:11:01 Enabled. ] [ Mar 28 08:11:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Mar 28 08:11:01 Method "start" exited with status 0. ] [ Mar 28 08:11:01 Rereading configuration. ] [ Mar 28 08:11:01 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.088460213Z","hostname":"sock","pid":1671,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.088614986Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:257"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.142073573Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.142114214Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.256295455Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.264860034Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.273159648Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:274","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:01.876552276Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.017101354Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.017145145Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.017270097Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.01742148Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.01743208Z","hostname":"sock","pid":1671,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:268"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.01745558Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:609"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.017490771Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:776"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020490193Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:02.020504903Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:658"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020509763Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020513893Z","hostname":"sock","pid":1671,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020539404Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020547244Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020550914Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020554284Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020557574Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020564914Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020568374Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020571674Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020575634Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020582374Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020585834Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020589365Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020599705Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:244","underlay_network_info":"None"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.020680126Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.212504074Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.212548685Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.212581806Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, slot: 1026 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390036344Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1027 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390076145Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1028 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390089225Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1029 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390094416Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1030 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390102186Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, slot: 1031 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390106886Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, slot: 1032 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390117076Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, slot: 1033 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390121966Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, slot: 1034 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390128406Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390132486Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390136556Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390150326Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390234878Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 1732608, free: 20936232960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 1732608, free: 20936232960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390258788Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390322829Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.3903435Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.39035865Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.39036534Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.39036939Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.39038073Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390415441Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.390421861Z","hostname":"sock","pid":1671,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.404838001Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:700"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.404863542Z","hostname":"sock","pid":1671,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.999946819s","next_cleanup":"Instant { tv_sec: 2991, tv_nsec: 616736156 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.404937843Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3580"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.404943683Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.405000024Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.405027835Z","hostname":"sock","pid":1671,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408433584Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408518845Z","hostname":"sock","pid":1671,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 24,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408747079Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:834"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408758619Z","hostname":"sock","pid":1671,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.40881377Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408861571Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408882451Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408888242Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408917422Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408927742Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408943203Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408949513Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:935"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408953623Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408957633Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408985703Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.408998064Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.40937913Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409529003Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409535753Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:968"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409570783Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409584694Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409723476Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409851408Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.409909649Z","hostname":"sock","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b628d990-af53-4085-954a-41da44d1109e, rack_id: 3ea8fde4-479e-43ee-8ad7-3aed785da4a9, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410019941Z","hostname":"sock","pid":1671,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:40985","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b628d990-af53-4085-954a-41da44d1109e, rack_id: 3ea8fde4-479e-43ee-8ad7-3aed785da4a9, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410160954Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:366"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410172474Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:381"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410204654Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410209385Z","hostname":"sock","pid":1671,"file":"sled-agent/src/server.rs:47"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410212485Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410218785Z","hostname":"sock","pid":1671,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.410223865Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.413323008Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3811"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.419195961Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.419245951Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.419257162Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.419293212Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.419384784Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.419390744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.452265854Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.460030859Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.490894254Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:356"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.490924355Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.565235514Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.587885027Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.587947998Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.587958269Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.587989209Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.588093761Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.588101641Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.61571171Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.622882054Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.724451517Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.746981097Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.747018888Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.747042158Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.747088879Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.747176841Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.747182771Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.776355207Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.784103621Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.891188179Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.914067556Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.914118457Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.914125847Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.914133917Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.914239039Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.91424621Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.94312048Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:02.950539849Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.053600657Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.075699381Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.075754092Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.075762922Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.075774612Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.075870423Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.075876524Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.103098916Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.111031294Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.219051578Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.240562501Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.240604022Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.240617522Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.240640482Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.240735414Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.240743264Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.267163962Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.275150071Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.379161136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.401814299Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.40185779Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.401864119Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.40187243Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.401962901Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.401971141Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.430191971Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.437719212Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.543436776Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.565861325Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.565897416Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.565905616Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.565927966Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.566017178Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.566028838Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.595441418Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.603186763Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.709573858Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.732839302Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:327","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.732881993Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:329","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.732893143Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:333","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.732911753Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:335","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.733027905Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.733036145Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:347"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.762166241Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.769868724Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:389"} {"msg":"Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.877878818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/dataset.rs:474"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.893138353Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.893192844Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.893205364Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:368"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.895593486Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1029 }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1916928, free: 20936048640, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1030 }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1916928, free: 20936048640, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, slot: 1033 }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 1978368, free: 20935987200, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, slot: 1034 }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 1732608, free: 20936232960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 1732608, free: 20936232960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, slot: 1031 }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 1941504, free: 20936024064, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, slot: 1032 }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 1941504, free: 20936024064, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, slot: 1026 }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 1953792, free: 20936011776, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1027 }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1941504, free: 20936024064, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1028 }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.916208563Z","hostname":"sock","pid":1671,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.918497513Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.936718109Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.939852824Z","hostname":"sock","pid":1671,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.939900434Z","hostname":"sock","pid":1671,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.944591016Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:383"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.944605776Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:03.944610916Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.009844337Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.229172783Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.241292043Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.241379054Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.241402695Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.241424255Z","hostname":"sock","pid":1671,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:04.95349863Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.010833043Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"b628d990-af53-4085-954a-41da44d1109e"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.010876164Z","hostname":"sock","pid":1671,"component":"VmmReservoirManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:265"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.010890094Z","hostname":"sock","pid":1671,"component":"VmmReservoirManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:273"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.010983356Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:982","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.010991956Z","hostname":"sock","pid":1671,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012024484Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012054245Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:437"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012104775Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012111806Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012313419Z","hostname":"sock","pid":1671,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012483192Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012497182Z","hostname":"sock","pid":1671,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:244","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012505592Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3580"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.012532803Z","hostname":"sock","pid":1671,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:40985","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.194029482Z","hostname":"sock","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.194129893Z","hostname":"sock","pid":1671,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.194374008Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.194438639Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.194528331Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.194585232Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:05.195832923Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"366.646385ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:05.200032626Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:629"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.204634276Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.205022693Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.205234626Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.20544649Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.205603843Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.205817476Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.205945378Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206081221Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206219313Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206316865Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206431737Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206552459Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206666261Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206813384Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.206924195Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207034588Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207147249Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207253591Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207364603Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207475445Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207597247Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.207690119Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.228575581Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44388"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.228788785Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.228837196Z","hostname":"sock","pid":1671,"uri":"/zpools","method":"GET","req_id":"bc36fd3b-2606-4ede-b068-14cb417d2833","remote_addr":"[fd00:1122:3344:101::1]:44388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.262100403Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:51535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.262206695Z","hostname":"sock","pid":1671,"uri":"/sled-role","method":"GET","req_id":"cdf37828-e77c-40ec-8a65-521b5d9f61d5","remote_addr":"[fd00:1122:3344:101::1]:51535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":31,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.265295728Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.265323309Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.265590553Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.265754836Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:741"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.297570668Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.297737901Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:40821"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.297974075Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.297981065Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:05.564100632Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"672.928475ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.926621412Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:05.926663853Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:06.160889456Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:06.33578155Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"935.667689ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:06.731495346Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:06.731538057Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:07.113697696Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:629"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:07.337967937Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:07.339133787Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"2.820241738s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:07.525811736Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:07.525862017Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:07.525869857Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:07.525903488Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:07.728178107Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:08.479313059Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 60.07233ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:08.479541712Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 122.216701ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:09.084634421Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:09.53993905Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:629"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:09.540008861Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:09.543260308Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:09.543277378Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:09.543281648Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 184.621391ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:09.728665675Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:10.215050052Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"3.413162626s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 553.587771ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:10.215380178Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:10.701099085Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 696.498598ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:11.350922199Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:11.352936734Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:629"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:11.820481006Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:12.282103924Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 925.274042ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:12.516005572Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:12.516185975Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:12.754305047Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:13.009515104Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Installing Omicron zone: oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:13.010017633Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:13.256328117Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:13.81274417Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:14.378705699Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:629"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:14.37879729Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"5.495521234s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:14.378818531Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-28T08:11:15.513870253Z","hostname":"sock","pid":1671,"component":"ProbeManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:15.746298706Z","hostname":"sock","pid":1671,"component":"VmmReservoirManager","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:277"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b628d990-af53-4085-954a-41da44d1109e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:15.748621166Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:629"} {"msg":"Profile for oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:16.217729244Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:16.217844156Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Profile for oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:16.696422899Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.172874616Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Profile for oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.172985768Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.17312781Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.177306683Z","hostname":"sock","pid":1671,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.177341953Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.182201328Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 26.96691ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.303757676Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 60.86455ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.310357031Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 25.070429ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.316417746Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 104.190802ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.337710755Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 86.736407ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.348457592Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:17.49129687Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2284"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 56.932214ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.510534434Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 169.332401ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.536053207Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 134.347563ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.699060625Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 151.013203ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.735173181Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 387.155508ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:17.908529989Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 528.345514ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:18.001643504Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 588.483901ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:18.044471387Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 630.44262ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:18.306106106Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 895.539312ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:18.542397846Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 728.55292ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:18.643211685Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 672.726334ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:18.950007708Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 1.396436819s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:19.383255514Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 1.251666838s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:19.450641623Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 827.493011ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:19.634132356Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 968.195148ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:20.47071376Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 767.077624ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:20.710628663Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 1.226414019s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:20.789347578Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 903.316232ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:21.449693694Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1\") failed: Property not found. retry in 1.134620163s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:21.487378358Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872\") failed: Property not found. retry in 865.269881ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:22.024522317Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8\") failed: Property not found. retry in 742.485556ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:22.362760015Z","hostname":"sock","pid":1671,"zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.126607997Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_internal_dns_8802bd0e-3008-47c5-a929-4b5b39083872"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.126659488Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_internal_dns_cc978d71-bdf8-47d8-aea0-72f2d8e5cad8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.126666128Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_internal_dns_5df01d54-1bbe-4940-a2d2-252f1cdd47b1"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.126710779Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.127016344Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.127317539Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"01bf467f-9020-405c-8c78-37d476da679d","remote_addr":"[fd00:1122:3344:101::1]:40821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":17829515,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.128949968Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:425"} {"msg":"failed to write DNS configuration (will retry in 108.361728ms)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:23.413160789Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:445","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.539601692Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:425"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.553109227Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2301"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.553127127Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.593788132Z","hostname":"sock","pid":1671,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:425"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.646226512Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:461"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.646277433Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:23.677478555Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe23:8082","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:24.104715576Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2308"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:24.110553937Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2369"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:24.230133952Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2554"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:24.474168386Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2718"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:24.662126137Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2433"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:24.958368967Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2468"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.157132075Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2756"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.32572334Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2786"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.535889096Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2662"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.702037729Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2462"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.711495293Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3835","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.711554594Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3851"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:25.711567754Z","hostname":"sock","pid":1671,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.263427378Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3859"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.269173698Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.40474626Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3977"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.500189546Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.552838379Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:364"} {"msg":"Failed to get switch ID from MGS (retrying in 57.689287ms)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:26.585707539Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d25c72-2918-4b7a-bb0c-d2855501e834\", \"content-length\": \"152\", \"date\": \"Thu, 28 Mar 2024 08:11:26 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"77d25c72-2918-4b7a-bb0c-d2855501e834\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 74.622128ms)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:26.644780354Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c34dfdb-33d1-47cd-94b2-e16fc6a77165\", \"content-length\": \"152\", \"date\": \"Thu, 28 Mar 2024 08:11:26 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"7c34dfdb-33d1-47cd-94b2-e16fc6a77165\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 144.6753ms)","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:26.721056498Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c39c36-fcc8-43c8-9d14-040676420ca4\", \"content-length\": \"152\", \"date\": \"Thu, 28 Mar 2024 08:11:26 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"73c39c36-fcc8-43c8-9d14-040676420ca4\" }"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.86699055Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:412"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.898498506Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:589"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.898577228Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.898980375Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.899001775Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:434","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:26.978154847Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.070784625Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.070804135Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.100236185Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.10047144Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62396"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.100925617Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.100941668Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.123013691Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.123072772Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.142051741Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.142113572Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.161350056Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.161407687Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.16157581Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.161664051Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.172947517Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.205784987Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.206448468Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.206461579Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.250128776Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 248, 197]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.250171397Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1276","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.250832958Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.250842558Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.251119053Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.25320383Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.27747608Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:27.295454952Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_0efef183-af87-4035-b395-95c6f1888135:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:28.436120432Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:28.436238094Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 70.220948ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:28.57548343Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 146.388483ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:28.660755059Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 100.809952ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:28.820541712Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 433.964072ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:28.931551998Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 1.101641305s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:29.374731336Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:30.232809143Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:30.233566916Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"032c62e4-6708-4745-b0a6-4ffe7c19b8af","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57715","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":675,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 1.122972503s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:30.486063537Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 998.227181ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:31.6177036Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135\") failed: Property not found. retry in 1.117545304s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:32.625836501Z","hostname":"sock","pid":1671,"zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.76419286Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_ntp_0efef183-af87-4035-b395-95c6f1888135"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.764281512Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.764536426Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.76477902Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"448e53ca-907a-4e55-a0ec-34e395205281","remote_addr":"[fd00:1122:3344:101::1]:62396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":6664093,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.766668443Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.795778578Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.79592071Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:32916"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0efef183-af87-4035-b395-95c6f1888135': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.806160548Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.806361862Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"327bdcaa-a34d-47c6-916b-939859953cd9","remote_addr":"[fd00:1122:3344:101::1]:32916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10269,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:33.809339733Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.95208516Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:33.952207142Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53389"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0efef183-af87-4035-b395-95c6f1888135': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:37.961372888Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:37.961582762Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"66512401-66af-4979-8fd7-a1f2242deec8","remote_addr":"[fd00:1122:3344:101::1]:53389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009214,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:37.965727464Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.090756572Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.090887234Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:51690"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0efef183-af87-4035-b395-95c6f1888135': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.099899021Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.100050003Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"eda33d26-5062-46b5-be8b-2a4491331319","remote_addr":"[fd00:1122:3344:101::1]:51690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9030,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:38.101790973Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.306523836Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.306665568Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45504"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0efef183-af87-4035-b395-95c6f1888135': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.314508474Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.314612836Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"7cacb052-302e-4d11-aad1-9a6d243b51f3","remote_addr":"[fd00:1122:3344:101::1]:45504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7836,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:38.317413685Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.599218114Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:38.599335606Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:42768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:39.60937978Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"aa234662-fc72-4839-a7be-89894fc2e398","remote_addr":"[fd00:1122:3344:101::1]:42768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1009917,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:39.612428693Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:39.612436273Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:39.946153023Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:39.946289405Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:63697"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:39.955345562Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"78fba6b9-d3c1-4dc7-b864-120bab58a523","remote_addr":"[fd00:1122:3344:101::1]:63697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8912,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:39.957640442Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:39.957645012Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.358247122Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.358359004Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:58900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.366559726Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"e172139e-c010-44c9-94c5-005743efdeb5","remote_addr":"[fd00:1122:3344:101::1]:58900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8069,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.369195952Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:40.369203602Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.698375263Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.698490155Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.707727665Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"a3c17dcf-d37b-46a9-9969-0408290928be","remote_addr":"[fd00:1122:3344:101::1]:44189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9121,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:40.711863387Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:40.711869727Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.255212803Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.255302645Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:44239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.263935025Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"4bb5380b-45a1-4376-9cec-febe5693d8aa","remote_addr":"[fd00:1122:3344:101::1]:44239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8564,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.265945479Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:41.266533139Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.864950402Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.865051304Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.872799758Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"8ddbe457-c178-41dd-b300-d6d8df98c7e0","remote_addr":"[fd00:1122:3344:101::1]:41643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7622,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:41.874696551Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:41.874701791Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:42.602350045Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:42.602455287Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:51253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:42.610918424Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"33177348-dea6-4fcb-a8c7-a98a37d91b7d","remote_addr":"[fd00:1122:3344:101::1]:51253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8381,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:42.61360078Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:42.61360703Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:43.211705973Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:43.211822055Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39592"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:43.214746596Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:43.219730203Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"67b0c4d9-cc7c-4848-b3e2-5c5ac29331f7","remote_addr":"[fd00:1122:3344:101::1]:39592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7830,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:43.221791738Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:43.221798198Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.215102171Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.215203593Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.224386882Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"f76c6753-ee9a-4428-8bdc-1befb4da81d1","remote_addr":"[fd00:1122:3344:101::1]:49577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9105,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711613497.1997745, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.226499379Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:44.226504689Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:532","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.837971067Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.838066689Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.857950294Z","hostname":"sock","pid":1671,"uri":"/timesync","method":"GET","req_id":"dbc00b4e-3a12-4116-9992-c18bdbc61cce","remote_addr":"[fd00:1122:3344:101::1]:56954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":19797,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1209934680, ip_addr: 72.30.35.88, stratum: 3, ref_time: 1711613504.3066397, correction: 0.011136294 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.860185342Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:510"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.860193803Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1043"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.889671964Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.889870947Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:50115"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.890092421Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.890103051Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.910936553Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.910974473Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.929761359Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.92980886Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.948756939Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:44.94880359Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.001794169Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.00183585Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.056808264Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.05684854Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.108669082Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.108709152Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.158549881Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.158585132Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.210605672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.210646173Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.210900578Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.211043634Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.294030175Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.294076404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.294081429Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.294085629Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.294090767Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.385601386Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.389890365Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.39382232Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.397892634Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.402739338Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.407562507Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.412340937Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.417167847Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.421708592Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:45.426181005Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.866558231Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.866684299Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.917626902Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.917758548Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.954345663Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.95449139Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.960406386Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:48.960573892Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 39.837283ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.024346409Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:49.027896181Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:49.028053154Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 52.852382ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.070933317Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 144.684219ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.078590441Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 106.142895ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.152024204Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 69.170937ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.260313423Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 62.532118ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.302418674Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 188.129422ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.533108646Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 124.94782ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.736877311Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 195.81009ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:49.933103825Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 92.437196ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:50.044124292Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 371.228031ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:50.128560717Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 67.724661ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:50.28438059Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 171.892792ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:50.359150927Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 460.090093ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:50.834770128Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 107.759891ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:50.888944238Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 667.623926ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.085734832Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 135.419065ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.480829797Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 257.51219ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.536493563Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 1.065704368s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.56166772Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 274.574558ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.578755626Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 274.828742ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.654739754Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 1.087361137s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.769729569Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 1.013260721s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.806816222Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 690.239771ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.864668736Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 501.74313ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:51.940283368Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 431.69588ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:52.454669742Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.065284653s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:52.564353155Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 1.021441701s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:52.635325227Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 608.170455ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:52.829489455Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 1.239300655s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:52.865628132Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 1.166084749s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:52.893388804Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 1.015325664s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:53.447849924Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.151121621s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:53.638781326Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 1.221836144s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:53.664165546Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 1.194154751s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:54.068633924Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 557.14848ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:54.113335909Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 606.00267ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:54.477229983Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 613.624338ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:54.692301504Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 644.559891ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:54.808189255Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 1.119419556s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:54.899166263Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 1.044959208s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:55.09669616Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 1.05491091s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:55.272658823Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 615.669719ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:55.315579678Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 620.857374ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:55.462907014Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 928.937179ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:55.939823208Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 829.757293ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:56.027582381Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 959.733092ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:56.092420225Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 1.354423497s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:56.151137744Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 809.889911ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:56.335681936Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 1.096035273s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:56.866352803Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566\") failed: Property not found. retry in 1.244860568s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:56.879014813Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 934.217356ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:57.062528237Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d\") failed: Property not found. retry in 1.289416347s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:57.155117483Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56\") failed: Property not found. retry in 1.139024944s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:57.515713319Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1\") failed: Property not found. retry in 533.120431ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:57.974305415Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 585.44594ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:58.008426677Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.272183949s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:58.606984392Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.219549707s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:11:59.89052192Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:59.923013694Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:11:59.923157927Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"eb9ea33b-da71-4442-ba81-3c90eb885a71","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60438","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":79,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.353814172s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:01.12225119Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 786.140511ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:02.49697881Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.343038024s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:03.295342451Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.40500748s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:04.647989017Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 1.260077433s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:06.063345223Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b\") failed: Property not found. retry in 757.921474ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:07.331882871Z","hostname":"sock","pid":1671,"zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.115816461Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_cockroachdb_91db75e6-99f7-4806-954c-849e164b8566"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.115860162Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_cockroachdb_4511e0c7-7a84-4ce0-badb-162a0bfabe8d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.115865502Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_cockroachdb_e41a4fa1-631f-40c7-8b7b-fcc723d94c56"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.115901723Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_cockroachdb_0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.115906583Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_cockroachdb_349768ed-76cf-4c26-8048-8e66991df21b"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.115962074Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.116866849Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.117627642Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"57095bca-385f-4c87-bd02-34d854142c69","remote_addr":"[fd00:1122:3344:101::1]:50115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":23216879,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.155058662Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37530"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.186890814Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3400"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:08.388221267Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3418"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.719449179Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:3441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.719594952Z","hostname":"sock","pid":1671,"uri":"/cockroachdb","method":"POST","req_id":"eca96a8c-a323-4eab-ac50-8ea804fee098","remote_addr":"[fd00:1122:3344:101::1]:37530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7564429,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.752889929Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.753244875Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53284"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.753970818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.753986659Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.775361859Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.77541761Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.792365154Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.792430846Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.810655552Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.810702083Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.826984985Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.827030156Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.847173235Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.847671234Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.865143897Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.865194328Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.884489663Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.884541113Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.902951713Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.902999724Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.992321223Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:15.992373624Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.101006229Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.10105906Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.203752812Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.203810463Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.304958488Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.305017779Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.38808159Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.388151411Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.487015206Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.487066867Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.598170715Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.598218466Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.707775326Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.707838167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.83425274Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.836601161Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.947072387Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:16.947126518Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.063347325Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.063407176Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.174060106Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.174117527Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.174421232Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.174604245Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295706746Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295760547Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295768927Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295776427Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295782128Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295789758Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295795698Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295801418Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295809428Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295815138Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295820578Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295826308Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295831738Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295837478Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295860279Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295867929Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295873269Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295878469Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.295891359Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.296039322Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"f0822c59-dec5-4cc2-9527-7bf2815fbd69","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized)]","latency_us":1542615,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.296283256Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"142.016829ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0822c59-dec5-4cc2-9527-7bf2815fbd69\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f0822c59-dec5-4cc2-9527-7bf2815fbd69\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.43945702Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.440122622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.440138862Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.461450472Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.461508643Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.482466867Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.482524117Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.5010932Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.501148771Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.518881078Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.518933769Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.538648531Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.538707742Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.558336643Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.558392764Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.576980036Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.577032147Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.597728526Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.597783187Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.616042644Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.616110405Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.635340328Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.635371979Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.654080473Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.654140354Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.673598782Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.673655413Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.691312169Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.69136673Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.710332569Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.71039589Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.729888259Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.72994462Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.748701145Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.748767116Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.766799609Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.76686019Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.784888233Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.784938794Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.803653648Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.803703639Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.821799863Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.821864414Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.822089858Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.822389863Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913463764Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913521105Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913530815Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913536615Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913544095Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913549795Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913555845Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913562805Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913569175Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913574946Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913580706Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913586356Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913608416Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913614636Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913618856Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913624446Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913630086Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913637107Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.913641487Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:17.91380471Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"28c4e90b-1942-498f-86e0-5fac3f75243f","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized)]","latency_us":473890,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:17.914017703Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"116.254041ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c4e90b-1942-498f-86e0-5fac3f75243f\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"28c4e90b-1942-498f-86e0-5fac3f75243f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.031612293Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.032282965Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.032298225Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.052616598Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.054647693Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.071867672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.071918943Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.089717451Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.089768472Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.107111343Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.107161304Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.126393998Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.126449969Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.144915379Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.14496576Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.16339035Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.163443121Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.182390639Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.182456031Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.201349468Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.201401439Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.221289094Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.221345105Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.239912077Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.239962128Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.260509055Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.260566326Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.279429213Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.279483824Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.298340331Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.298399192Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.316454165Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.316502496Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.334749123Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.334800554Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.354406724Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.354458955Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.37435117Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.374403561Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.392972713Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.393029174Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.414394024Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.414453536Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.41468535Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.414854123Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513367432Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513438983Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513446793Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513452143Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513459153Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513464763Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513470283Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513477194Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513482864Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513504814Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513508754Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513512734Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513516414Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513520275Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513523875Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513528984Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513534195Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513537895Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.513543135Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.513636486Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"6ebfb673-3827-4bc8-a315-2056b311c91b","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized)]","latency_us":481698,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:18.51383211Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"215.298749ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ebfb673-3827-4bc8-a315-2056b311c91b\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6ebfb673-3827-4bc8-a315-2056b311c91b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.730251985Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.731378994Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.731418175Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.753013359Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.75307016Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.772333615Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.772384706Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.791739891Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.791789852Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.810899014Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.810957545Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.829536747Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.829591408Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.848378364Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.848427115Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.867363694Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.867409564Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.886424934Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.886474135Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.905807041Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.905855751Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.92422302Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.924270231Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.943116668Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.943164609Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.961384855Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.961432015Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.9801117Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.980158171Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.999649229Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:18.99969799Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.020382288Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.022830521Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.03889842Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.038945431Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.057074075Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.057125596Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.075015576Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.075065527Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.092865946Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.092914497Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.113305661Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.113363602Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.113594095Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.113709328Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206467537Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206544278Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206552608Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206558948Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206567069Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206573339Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206581439Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20661322Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206621769Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20662976Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20663651Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20664301Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20664766Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20665227Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20665711Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20666339Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.20666999Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206674581Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206682131Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.206761042Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"248dd3d4-a9d1-4e58-a7a7-06a59fe2236c","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized)]","latency_us":476206,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.206968386Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"206.643698ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248dd3d4-a9d1-4e58-a7a7-06a59fe2236c\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"248dd3d4-a9d1-4e58-a7a7-06a59fe2236c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.415344371Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.41584667Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.4158634Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.437257041Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.437309232Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.456867941Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.456915512Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.475854441Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.475901592Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.495129035Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.495175636Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.513610626Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.513660257Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.532062386Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.532106667Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.549880095Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.549940266Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.567854077Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.567896268Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.58650476Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.586548051Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.604628965Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.604672126Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.623190346Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.623231727Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.641126718Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.641167928Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.659605448Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.659650119Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.678299763Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.678345833Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.697279802Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.697327933Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.715092231Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.715134891Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.733912517Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.733954618Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.752282586Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.752330487Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.770054404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.770100155Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.788631047Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.788680007Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.788896871Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.789013703Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.880974759Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.8810222Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.88103023Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.8810375Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.88104331Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.88106769Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.88107355Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881080081Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881084201Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881087831Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881093181Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881096871Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881100701Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881104281Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881108121Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881111681Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881116741Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881120161Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881125491Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:19.881201223Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"4e5ed262-dadb-4565-ae90-ada21ac63a95","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized)]","latency_us":465509,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:19.881410667Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"220.243042ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5ed262-dadb-4565-ae90-ada21ac63a95\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4e5ed262-dadb-4565-ae90-ada21ac63a95\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.102839018Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.103320957Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.103335717Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.126040061Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.126087612Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.146407834Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.146456705Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.166012124Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.166055785Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.184714279Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.184753269Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.202888264Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.202928375Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.222179489Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.22222308Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.240602108Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.240640119Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.259411255Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.259450655Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.279038745Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.279097926Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.298421042Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.298469792Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.317623715Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.317664205Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.336268138Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.336316389Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.35484162Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.354881981Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.375708182Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.378235436Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.395300622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.395345783Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.413970946Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.414013227Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.434094125Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.434139236Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.454013471Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.454056382Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.472909769Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.472951019Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.491473501Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.491533512Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.491777766Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.491909399Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582580422Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582637013Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582661493Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582669483Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582675053Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582680353Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582687094Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582692403Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582697534Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582702514Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582709174Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582714374Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582718384Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582722204Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582727614Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582731524Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582735094Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582738504Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.582748675Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.582828666Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"41d41e07-2d91-42be-a0be-c02f0b8f9a9f","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized)]","latency_us":479689,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:20.583020939Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"276.092036ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d41e07-2d91-42be-a0be-c02f0b8f9a9f\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"41d41e07-2d91-42be-a0be-c02f0b8f9a9f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.860427242Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.86087192Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.86088732Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.881506588Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.881557719Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.900842983Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.900890544Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.921468231Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.921511562Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.941324906Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.941370277Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.960487768Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.960526939Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.979192273Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.979244134Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.997079363Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:20.997119084Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.015455062Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.015496843Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.035026891Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.035070352Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.053442481Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.053482842Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.071315841Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.071352882Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.090814239Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.09085672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.108645499Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.10869974Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.127067928Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.127111319Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.144829787Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.144873877Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.163135444Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.163177715Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.181061445Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.181105286Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.198715722Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.198756582Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.216625142Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.216661533Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.234653225Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.234708106Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.23492959Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.235073352Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326717252Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326781733Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326789624Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326796754Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326801944Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326805874Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326810434Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326816134Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326819814Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326823504Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326827374Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326831024Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326836004Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326841504Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326846794Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326861035Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326866365Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326870045Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.326873605Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.326916016Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"8fb88b35-9720-44c3-af03-0cb75a75a606","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized)]","latency_us":466228,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.327105139Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"155.670699ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fb88b35-9720-44c3-af03-0cb75a75a606\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8fb88b35-9720-44c3-af03-0cb75a75a606\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.48450297Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.48565851Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.4856766Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.506050274Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.506099824Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.524528374Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.524572935Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.543357521Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.543402262Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.561276972Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.561320513Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.580849571Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.583266043Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.600243818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.600293079Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.620353717Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.620399778Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.638384389Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.63842507Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.657341828Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.657388999Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.677300744Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.677341485Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.695654412Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.695696753Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.713684995Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.713725836Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.731540085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.731579856Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.749815312Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.749855003Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.767655672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.767697512Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.785604983Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.785662764Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.804111984Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.804153795Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.82232953Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.822370201Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.839830404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.839872645Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.858345415Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.858400326Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.85860993Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.858883044Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949380645Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949444266Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949453236Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949461546Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949467776Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949474116Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949478746Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949484816Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949489146Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949493327Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949497687Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949503707Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949509807Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949526607Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949532947Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949537487Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949543667Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949549497Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949553637Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:21.949596998Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"2257b68d-196c-45bd-a01c-fbd58b6f7b22","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized)]","latency_us":464708,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:21.949796082Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"337.344479ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2257b68d-196c-45bd-a01c-fbd58b6f7b22\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2257b68d-196c-45bd-a01c-fbd58b6f7b22\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.288216363Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.288695372Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.288710922Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.3105124Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.310567781Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.331879181Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.331925191Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.353184631Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.353236081Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.372128639Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.374098053Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.392196577Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.392243328Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.411049584Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.411096545Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.429787169Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.42983988Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.450246515Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.450289015Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.468782696Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.470689869Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.489671919Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.489719309Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.509283509Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.50932736Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.529135753Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.531417613Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.548140953Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.548188814Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.566879348Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.566922939Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.585513631Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.585557002Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.604337928Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.604386769Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.62233377Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.622381001Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.640975243Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.641016184Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.659522274Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.659565265Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.678189988Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.678239039Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.678479553Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.678614386Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771568209Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771619789Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771626639Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77163181Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77163873Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77164516Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77165281Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77165852Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77166399Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77166942Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.77168536Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771691071Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771694901Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771700281Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771704611Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771708541Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771712421Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771716061Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771725381Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:22.771793212Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"4388bd38-4bc7-406e-a99f-4c8ebf19eedb","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized)]","latency_us":483281,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:22.771985106Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"259.239887ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4388bd38-4bc7-406e-a99f-4c8ebf19eedb\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4388bd38-4bc7-406e-a99f-4c8ebf19eedb\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.032379483Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.032851932Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.032870132Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.053750234Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.053797785Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.072132373Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.072172964Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.091141783Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.091185454Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.109181706Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.109236357Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.128080954Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.128118795Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.1474799Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.147519961Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.165975481Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.166016602Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.184656245Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.184700046Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.202543456Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.202582207Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.222068234Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.222109265Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.241068464Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.241109155Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.259672597Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.259713778Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.278813609Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.27885167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.296989234Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.297033725Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.316514133Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.316561604Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.335494113Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.335543673Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.353954393Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.353994634Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.373267158Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.373307709Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.392483591Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.392536672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.411506391Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.411558202Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.411803506Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.411931659Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503357975Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503418496Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503425856Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503432726Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503437996Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503444676Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503450256Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503454256Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503465627Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503469377Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503473097Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503476867Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503482807Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503488067Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503493027Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503498307Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503505077Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503508728Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503512348Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.503560978Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"38f86a32-5112-459d-b28d-c3d2078df7bd","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized)]","latency_us":470889,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:23.503755542Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"429.733724ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38f86a32-5112-459d-b28d-c3d2078df7bd\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"38f86a32-5112-459d-b28d-c3d2078df7bd\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.93422269Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.934696598Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.934715608Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.956660589Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.95671686Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.976200048Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.976248259Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.996174975Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:23.996229445Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.01495482Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.015001291Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.035354764Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.035402985Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.053804424Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.053850855Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.071799457Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.071851677Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.089916171Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.089958032Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.109709064Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.109752675Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.128709104Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.128753005Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.147791495Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.150203167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.168676028Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.168719468Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.1878408Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.187885321Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.206485653Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.206546234Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.224411675Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.224455905Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.244145347Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.244189027Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.262265361Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.262310532Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.280449047Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.280494037Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.29852264Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.298568121Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.316316109Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.31638055Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.316607914Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.316740926Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410188148Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410243188Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410249369Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410254409Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410261029Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410276359Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410280469Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410284099Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410289319Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41029306Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410296669Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410300349Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.4103039Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41030783Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41031313Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41031859Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41032216Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41032732Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.41033422Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.410395441Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"4c568267-0901-4b67-9f5f-c29e3f1a315c","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized)]","latency_us":475882,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:24.410614875Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"361.211472ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c568267-0901-4b67-9f5f-c29e3f1a315c\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4c568267-0901-4b67-9f5f-c29e3f1a315c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.773270887Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.773743465Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.773760806Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.795216318Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.795267259Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.816159321Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.816207022Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.836384592Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.836453773Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.855979582Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.856038063Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.87659832Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.876657021Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.89561315Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.89565383Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.914372995Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.914414966Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.93310872Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.933153001Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.9515533Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.951600881Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.970921836Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.970967127Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.989796524Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:24.989836444Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.009821361Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.009873542Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.030613962Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.030668233Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.049943607Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.050005818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.069515447Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.069559778Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.08817255Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.088216771Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.109273497Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.109319157Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.131005724Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.131050965Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.151508889Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.15155912Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.170750783Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.170808184Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.171023778Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.17114666Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263538703Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263589954Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263595914Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263610204Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263617054Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263622174Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263627305Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263630835Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263635625Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263639235Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263642815Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263646725Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263650365Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263654165Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263659405Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263665265Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263670485Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263675355Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.263692566Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:25.263731767Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"b8619fc9-b216-4edf-a999-09db383b7aa6","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized)]","latency_us":490175,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:25.26393545Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"1.048993656s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8619fc9-b216-4edf-a999-09db383b7aa6\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b8619fc9-b216-4edf-a999-09db383b7aa6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.314414965Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.315360831Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.315377282Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.336438127Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.336494728Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.356880902Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.356933123Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.376827108Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.376879119Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.395495022Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.395541503Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.415210004Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.415255885Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.434951606Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.435005047Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.453799003Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.453845904Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.472391366Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.472437127Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.491984596Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.492029037Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.51124375Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.511295011Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.530699377Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.530744828Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.549672147Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.549724658Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.568972472Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.569019292Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.587290069Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.58733597Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.606373381Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.606420401Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.624367702Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.624415693Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.642363605Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.642423116Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.661260493Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.661305134Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.679220574Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.679297306Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.697097504Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.697149905Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.69741875Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.697553982Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789816963Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789876554Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789885364Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789890764Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789894845Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789898425Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789903554Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789907035Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789910765Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789914345Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789918125Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789923275Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789928485Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789932485Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789937745Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789942845Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789963066Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789968676Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.789972176Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:26.790008567Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"a286c809-0d79-45a0-b517-242044ff9233","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized)]","latency_us":475304,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:26.79023214Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"1.107010638s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a286c809-0d79-45a0-b517-242044ff9233\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a286c809-0d79-45a0-b517-242044ff9233\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.898085371Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.898542139Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.898558619Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.920595621Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.920646832Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.938922729Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.93897397Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.958705483Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.958757343Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.976972129Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.97702371Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.99545859Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:27.995507971Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.015588879Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.01563943Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.036044594Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.036090915Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.054841371Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.054899821Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.073452533Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.075742693Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.091619958Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.091675079Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.109443718Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.109489148Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.127192616Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.127235707Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.144954584Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.145003345Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.162558619Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.16260688Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.180102404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.180150614Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.197708049Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.19776048Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.219620759Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.21967106Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.240836738Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.240880088Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.261373734Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.261417595Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.28075334Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.280812191Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.281053755Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.281175947Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375321001Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375384342Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375393342Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375401602Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375408212Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375414742Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375421002Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375429182Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375435293Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375443343Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375449413Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375453753Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375459893Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375479754Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375486503Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375490734Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375496924Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375502684Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375508764Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:28.375569295Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"794ce541-7e7d-494d-93f5-e081aa187f9b","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized)]","latency_us":477196,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:28.375794839Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"644.107286ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"794ce541-7e7d-494d-93f5-e081aa187f9b\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"794ce541-7e7d-494d-93f5-e081aa187f9b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.021361468Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.021910658Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.021926428Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.04395694Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.046306341Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.06406386Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.06411617Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.082890226Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.082942607Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.102448955Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.102496866Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.120875305Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.123193945Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.138523181Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.138574732Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.157079803Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.157129194Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.176049592Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.176100023Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.195220445Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.195265976Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.214234425Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.214278616Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.233254425Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.233298596Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.252725653Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.255106724Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.271980817Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.272025588Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.290744002Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.290795193Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.309291874Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.309353565Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.327894547Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.330203797Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.346323657Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.346374287Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.365218465Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.365260815Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.384754703Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.384804804Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.405060916Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.405111286Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.405339221Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.405489873Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500085434Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500144725Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500152926Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500158616Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500163936Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500170736Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500176496Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500180626Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500231487Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500251067Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500255917Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500276018Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500280438Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500285148Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500290708Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500296158Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500300248Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500304218Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500307898Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.500311538Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"1be99759-fbfe-438b-97e6-c33fb81d813f","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized)]","latency_us":478594,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:29.500504392Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"1.164330618s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be99759-fbfe-438b-97e6-c33fb81d813f\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1be99759-fbfe-438b-97e6-c33fb81d813f\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.957899407Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:29.957974338Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"2cfbc4c8-8073-41cf-9f66-055a1b8adf3a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51745","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.666428859Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.666890427Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.666915368Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.689939407Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.69238383Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.708913666Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.708971887Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.729455233Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.729512854Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.749526941Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.749595772Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.76793003Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.767983521Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.787933437Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.787988078Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.806762344Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.809257407Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.825175554Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.825235224Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.843542112Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.843593903Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.862819177Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.862870917Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.881063863Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.883463685Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.899771578Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.899824829Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.918710066Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.918763937Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.939295574Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.939349064Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.958994895Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.959059226Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.978698197Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.978749448Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.997750668Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:30.997800809Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.019033537Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.019083788Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.04052727Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.040585171Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.062839777Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.062916058Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.063103471Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.063227354Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160179236Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160251247Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160259677Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160265557Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160269687Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160293058Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160300418Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160306268Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160311658Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160317118Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160321328Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160325828Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160331578Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160337138Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160342689Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160357429Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160361659Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160366789Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160375079Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:31.160379449Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"3690420d-e87d-4e51-a36a-5355b2abc728","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized)]","latency_us":493667,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:31.160579473Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"1.031460865s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3690420d-e87d-4e51-a36a-5355b2abc728\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3690420d-e87d-4e51-a36a-5355b2abc728\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.193172527Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.193695986Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.193715017Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.221491499Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.221545089Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.245315792Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.245374673Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.266999178Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.267059029Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.285760374Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.285809784Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.305646089Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.305688879Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.325521793Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.325581165Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.344479072Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.344528513Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.363157406Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.363201037Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.38294186Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.382986641Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.402235324Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.402279265Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.421430868Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.421478688Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.440142582Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.440186463Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.458346148Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.458391549Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.47808382Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.478144832Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.497417166Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.497463097Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.51723394Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.517279511Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.538387267Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.538440507Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.557961726Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.558017127Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.580454336Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.580501277Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.59969005Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.599752851Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.599971535Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.600145508Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.695839197Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.695904489Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.695912889Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.695941999Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.695947659Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.695951539Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69595706Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69596215Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69596774Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69598572Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69599002Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69599565Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69599966Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.6960052Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.69600926Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.696013061Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.696022361Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.696028651Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.696035891Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:32.696040211Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"619843b3-9952-4e20-a17d-81d046d5c7f9","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized)]","latency_us":502544,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:32.696232084Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"1.189653933s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619843b3-9952-4e20-a17d-81d046d5c7f9\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"619843b3-9952-4e20-a17d-81d046d5c7f9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.886953093Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.888147273Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.888165014Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.909166328Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.909233859Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.926038481Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.926119202Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.946605977Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.946670599Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.964289114Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.964356465Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.981519183Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:33.981575314Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.000075225Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.002188352Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.018423374Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.018481295Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.035213215Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.035268236Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.05225509Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.052312491Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.068887069Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.0689438Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.088217485Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.088275115Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.109108827Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.109164738Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.131419514Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.131477175Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.150909222Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.150980454Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.169835321Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.169888782Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.188551845Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.188602206Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.20782533Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.207885681Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.226571575Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.226622236Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.244499816Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.244551517Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.263594007Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.263657458Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.263857472Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.263988894Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356636782Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356710703Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356721743Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356742653Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356749084Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356755024Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356762354Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356768334Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356774454Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356780024Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356787444Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356793504Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356799544Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356807785Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356813965Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356821715Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356836445Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356842225Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.356854925Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:34.357021598Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"63f68eac-2608-4ed6-bc00-d2e498f032cc","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized)]","latency_us":469732,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:34.357210192Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"3.148420804s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f68eac-2608-4ed6-bc00-d2e498f032cc\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"63f68eac-2608-4ed6-bc00-d2e498f032cc\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.507185161Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.507753661Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.507771841Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.530952904Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.533481207Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.552462117Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.552520078Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.573262428Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.573323819Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.593281335Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.593340766Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.612455308Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.612512499Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.633428601Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.633489672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.653232644Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.653288775Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.672380827Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.674762558Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.692297182Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.692358873Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.711261271Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.711316202Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.729977126Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.730029757Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.748447476Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.748509767Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.767769622Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.767836733Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.786533167Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.786593778Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.805865852Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.805916803Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.825124217Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.825176727Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.844566544Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.844618595Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.863823738Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.863873899Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.883822685Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.883876516Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.903329243Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.903402855Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.903641169Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.903783951Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998301521Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998383173Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998391653Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998396233Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998401713Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998405523Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998409503Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998413353Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998430073Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998435864Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998442484Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998448174Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998452094Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998467034Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998471164Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998477914Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998481964Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998485654Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998489334Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:37.998494354Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"8753a47c-13e8-4e3f-b3c1-701f9c3f0bd4","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized)]","latency_us":490978,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:37.998691628Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"2.086747439s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8753a47c-13e8-4e3f-b3c1-701f9c3f0bd4\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8753a47c-13e8-4e3f-b3c1-701f9c3f0bd4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.086623603Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.087127671Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.087155242Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.113665512Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.113736443Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.135685264Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.135746935Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.155738912Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.155793813Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.175641137Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.175694378Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.194371082Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.196763804Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.21440596Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.214464131Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.233873868Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.233929818Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.252051793Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.252106804Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.273943303Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.273997204Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.29397917Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.294033281Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.312759476Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.312815427Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.33199446Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.334356871Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.351723132Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.351792183Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.372625225Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.372678326Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.391890679Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.39194852Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.410934329Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.411005061Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.430467098Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.430519329Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.450080579Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.450133609Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.469070078Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.469124569Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.490034762Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.490099743Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.490319617Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.490448089Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585226883Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585297914Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585322405Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585333015Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585343825Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585349355Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585353706Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585359786Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585364456Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585368546Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585372696Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585386786Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585393816Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585399686Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585405587Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585409716Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585414007Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585425977Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585430367Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:40.585452477Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"12d811ab-f9ad-4c3d-920a-ae73dc197575","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized)]","latency_us":498540,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:40.585657521Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"3.275552739s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d811ab-f9ad-4c3d-920a-ae73dc197575\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"12d811ab-f9ad-4c3d-920a-ae73dc197575\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.862232297Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.862730485Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.862748035Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.885639072Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.885702064Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.905973475Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.906035726Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.925494074Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.927881665Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.944508534Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.944579675Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.962215161Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.962277762Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.980328306Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:43.980390476Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.000485935Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.000545426Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.022887944Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.022957605Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.043312568Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.04572194Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.063363106Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.063426087Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.082299625Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.082360116Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.103091865Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.103160086Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.122899679Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.12296079Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.143611208Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.143667899Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.163987672Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.164047463Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.18345308Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.183511901Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.204294661Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.204352382Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.22325506Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.223315741Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.243727095Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.243796426Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.263873715Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.263954176Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.264197471Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.264343963Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.358941554Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359021826Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359029886Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359036036Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359041556Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359053096Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359059396Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359068037Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359085217Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359093117Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359099277Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359120678Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359126647Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359130878Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359136418Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359140648Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359144788Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359148688Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359154478Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:44.359219299Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"500302c4-e4bf-432a-af10-cde8489b98e4","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\", TimeNotSynchronized), (\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\", TimeNotSynchronized), (\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\", TimeNotSynchronized), (\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\", TimeNotSynchronized), (\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\", TimeNotSynchronized), (\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\", TimeNotSynchronized), (\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\", TimeNotSynchronized), (\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\", TimeNotSynchronized), (\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\", TimeNotSynchronized), (\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\", TimeNotSynchronized), (\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\", TimeNotSynchronized), (\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\", TimeNotSynchronized), (\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\", TimeNotSynchronized), (\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\", TimeNotSynchronized), (\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\", TimeNotSynchronized), (\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\", TimeNotSynchronized), (\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\", TimeNotSynchronized), (\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\", TimeNotSynchronized), (\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\", TimeNotSynchronized)]","latency_us":496684,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:44.359413132Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:345","retry_after":"5.312206316s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500302c4-e4bf-432a-af10-cde8489b98e4\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:12:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"500302c4-e4bf-432a-af10-cde8489b98e4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8802bd0e-3008-47c5-a929-4b5b39083872, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0efef183-af87-4035-b395-95c6f1888135, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 330b4d5b-ec02-4034-a13b-8b16205e8f0e, kind: Service { id: 0efef183-af87-4035-b395-95c6f1888135 }, name: Name(\"ntp-0efef183-af87-4035-b395-95c6f1888135\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 349768ed-76cf-4c26-8048-8e66991df21b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 91db75e6-99f7-4806-954c-849e164b8566, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 054e8394-652a-4070-b741-206e07987aac, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: dba6563d-883c-4cc5-9913-37f813d5020d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0eba04a2-19c0-4f3d-8952-0779bb2d1d1e, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7a1e1a8a-8f76-4400-9f38-d88ee523f40e, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 3d6b5a15-04a9-446a-b141-e0670b502be6, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 32db7cda-f6e5-4367-9a50-85d99647d98d, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 9542a533-67a6-4f23-9386-d5cd39778666, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 7f3588a9-7462-4909-b7e8-515a3d13052c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: c4bd315a-226d-4040-899d-6f27178de994, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e1294813-9fb1-496a-9e37-58d6647b40e5, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.673331634Z","hostname":"sock","pid":1671,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:307"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.673837753Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8802bd0e-3008-47c5-a929-4b5b39083872, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.673862213Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.696336494Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: cc978d71-bdf8-47d8-aea0-72f2d8e5cad8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.698764065Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.717272397Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 5df01d54-1bbe-4940-a2d2-252f1cdd47b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.717330408Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.737348125Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 349768ed-76cf-4c26-8048-8e66991df21b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.737402296Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.758002063Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e41a4fa1-631f-40c7-8b7b-fcc723d94c56, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.758051904Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.778878826Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4511e0c7-7a84-4ce0-badb-162a0bfabe8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.778930816Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.798445145Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 91db75e6-99f7-4806-954c-849e164b8566, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.800830796Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.818117136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0d74f030-d7ba-43e1-a0b1-e5f9d7dc76a1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.818172137Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.837674866Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.837730656Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.858021839Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.858085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.877311933Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f539ef2-86c0-46ba-aa6d-6edb7374e561, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.877363294Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.897633486Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4c7df25e-4ae0-4263-9299-4b0ffd817519, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.897710827Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.917787516Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 40cafb65-bf20-49ed-8a3e-a15c5a208797, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.917846737Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.937484807Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 12b2f995-52dc-48a9-9f09-ebd02803e9bb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.937540048Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.956770812Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 3d6b5a15-04a9-446a-b141-e0670b502be6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.956824783Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.976646757Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 32db7cda-f6e5-4367-9a50-85d99647d98d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.976700788Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.996685274Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9542a533-67a6-4f23-9386-d5cd39778666, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:49.996742546Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.01600939Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7f3588a9-7462-4909-b7e8-515a3d13052c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.016071021Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.038274136Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c4bd315a-226d-4040-899d-6f27178de994, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.04082397Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.057815025Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: e1294813-9fb1-496a-9e37-58d6647b40e5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.057873656Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:565"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.078332161Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.078412722Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.078652007Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.0788322Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.195360211Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.195584355Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.195601365Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.262330613Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.262641329Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.26269256Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.26270255Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.26272437Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.26273642Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.275458581Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.4708004Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.471103085Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.471128146Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.471153286Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.472652142Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.489097757Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.489423993Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.489438694Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.501581404Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.501802268Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.506615821Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.511780011Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.516131147Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.521027602Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.526290923Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.531133627Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.536372738Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.659757917Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.664116853Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.668995658Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.673646658Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.678422611Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.683816045Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.687989917Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.693635935Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.697914839Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.702449368Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.708297783Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.715299621Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.720833707Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.727477492Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.733417986Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.740852535Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.74695021Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.753706018Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.759785323Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.766995948Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.820268542Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.871042413Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.917315776Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.952289103Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.991950391Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.994315592Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:50.994328632Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.054096039Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 236, 196]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.054175351Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1276","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.056087594Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.056102994Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.110586449Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 212, 27]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.11065354Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1276","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.112642505Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.112689896Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.174796003Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 156, 47]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.174871394Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1276","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.176720337Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.176758967Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.23110304Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 155, 178]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.231170371Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1276","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.234002Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.234022961Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.287438498Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 218, 184]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.287507279Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:1276","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.291856094Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.291887875Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.292066558Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.292085798Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.29218057Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.29218693Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.292305102Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.292311682Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.293238328Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.293246988Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.294164174Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.297446611Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.297463441Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.328825226Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.331563313Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.331612574Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.331629424Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.334151388Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.336696872Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.336716842Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.364489204Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.449127913Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.454461715Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.46050813Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.466347891Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.472360982Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.478846348Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.489022725Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.495898094Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:51.502983157Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.602595393Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.602812507Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.611895805Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.612068388Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.619286863Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.619455656Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.738789535Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.739019919Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.746650402Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.746834625Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.769559629Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.769778583Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.777611729Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.777884164Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.778081537Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.77821153Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.77822088Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.78457971Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.784674862Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.790367081Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.796942924Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.803392486Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.819210401Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.819434135Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_oximeter_054e8394-652a-4070-b741-206e07987aac:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.999199273Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:12:53.999404907Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 27.25596ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.021795296Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 53.321005ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.032291968Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 34.036878ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.045539597Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 34.445606ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.05776794Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 59.042724ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.067557739Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 68.669527ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.078400218Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 63.174483ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.102341403Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 66.472642ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:12:54.275970626Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 46.281689ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.56198599Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 60.666808ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.593464866Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 29.780176ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.643244959Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 147.078389ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.669597987Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 118.261057ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.682953988Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 71.208825ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.69456903Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 27.56619ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.706257403Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 119.964061ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.722653417Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 64.544131ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.7378361Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 50.017612ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.754573181Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 54.499965ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.768201887Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 99.178606ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.782400164Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 71.64403ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.791137145Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 74.062996ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.813591245Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 70.38942ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.826257405Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 65.995724ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.837953947Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 140.616764ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.851493402Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 287.947989ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.867608862Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 273.393601ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.899125989Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 60.692181ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.913648631Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 217.300319ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.927069183Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 269.536959ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.940930224Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 115.431744ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.954160104Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 287.919025ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.967451294Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 209.988616ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.980355588Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 272.459697ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:02.993425085Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 159.267432ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.003625072Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 79.874087ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.017728666Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 162.040796ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.028258289Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 594.299331ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.040287378Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 230.06343ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.051809188Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 353.232056ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.082874597Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 270.347548ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.110576827Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 312.215635ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.161512241Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 584.483461ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.178086369Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 422.69709ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.263242166Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 267.094508ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.275633541Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 373.736666ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.288511304Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 449.705375ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.298708441Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 354.09452ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.310977224Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 215.194992ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.324087882Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 210.545766ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:03.714064897Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 754.397296ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.065918202Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.169665146s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.080879821Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 364.027513ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.094843494Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.171192471s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.107774678Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.131346332s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.124550159Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 868.186901ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.136585898Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 454.370742ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.149713836Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 308.535047ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.163841741Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 874.01412ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.176852637Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 717.673601ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.188478078Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 873.753209ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.199451079Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 879.757331ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.212082288Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 973.347599ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.221805606Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 939.192827ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.477408531Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.072349736s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.493930148Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.121640386s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.618974687Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 999.43638ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.834465295Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 968.7204ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:04.918877599Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.456777317s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.017053273Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 716.945506ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.062781486Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.018944333s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.086249363Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.23942969s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.104098366Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 913.854ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.209804307Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 664.653922ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.260950454Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 926.146293ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.27511106Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 713.247622ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.290431746Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 706.500306ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.432212054Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.053791907s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.579117104Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 673.896292ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.753808114Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.074683131s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.794800655Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.27041155s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.847201435Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 698.445099ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.900095482Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:05.913901192Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:05.914459462Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.259789848s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:05.938075841Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.325634576s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.015773959Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.337117588s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.118087304Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.100624126s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.135535917Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 624.068331ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.152155115Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 53.78326ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.194225065Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.46040231s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.213911097Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 68.886579ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.25903765Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 133.067344ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.342153152Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 517.625443ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.355762738Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.368027592s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.44061289Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.371233802s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.486777051Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 518.402847ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.501646609Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.269750679s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.610889054Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:06.613448119Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:06.61352197Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.063814344s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.645579525Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.249559829s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:06.797884818Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.271700536s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.453546603Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 529.377591ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.471620337Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 698.127816ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.486739139Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 664.696955ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.499882887Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 941.757957ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.512474015Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 502.98233ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.525504772Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 649.042546ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.543565815Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.133602988s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.562691087Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 42.66749ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.575167813Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:07.576328043Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:07.576512466Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 125.768409ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.633903381Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 894.402768ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.688946667Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 502.899756ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.723497096Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 142.979336ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.775133732Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 645.701025ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.823241546Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 38.164313ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.867595296Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.456228433s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.880911477Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 730.103916ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.894433992Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 94.164855ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.918597911Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 448.842396ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:07.931619557Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.191715867s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.020635861Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 201.997398ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.030730676Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 797.257353ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.0418738Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.370156449s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.060941621Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.338189489s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.180644017Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.43100311s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.200467831Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 579.471009ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.214163839Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.312491458s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.239459388Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 372.447243ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.252810049Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 970.125832ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.395336282Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.093636672s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.467688107Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.449923345s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.482779729Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 576.896202ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.598583198Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 882.216322ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.640717388Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 642.079994ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.654781812Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.340162986s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.711353034Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.375968277s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.743270678Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.154115876s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.809380255Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 610.319592ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:08.854107811Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.284352724s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.189731244Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 554.142818ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.226147405Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.150884121s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.312348731Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.342317715s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.35092834Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 530.112691ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.377882798Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 853.575844ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.444899581Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 892.448131ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.477042548Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.473173722s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.53186274Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 690.319437ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.545044118Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.058457429s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.563967277Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 881.428077ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.576698165Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 963.178871ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.643854382Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.227450169s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.79014708Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.370286425s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.918058879Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 521.715984ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.942591045Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.404484769s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:09.97229983Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.18286787s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.063867349Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 503.297503ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.132980318Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 627.21863ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.247732549Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 608.680158ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.310039Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.030063316s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.3809518Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 922.11108ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.469893183Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.294696946s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.480193102Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.051918145s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.490644583Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.034562321s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.501003343Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.354188939s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.619211644Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 843.203821ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.633058353Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 709.264233ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.647579575Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.078786683s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.705123393Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 537.063351ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.88474249Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.19169333s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:10.929545047Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 603.034369ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.014976569Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 953.152118ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.027095139Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 937.53505ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.256722193Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 642.586012ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.297702674Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.064200518s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.365937178Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 556.070207ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.385355945Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 993.652555ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.402279959Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.481566254s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.421406721Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.411115516s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.430822228Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.424009322s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.48456202Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.192790281s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.544528337Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.478002326s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.551957486Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 949.684149ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.62598593Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.061879883s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.783441371Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.426110313s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.791480961Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.485966245s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.950091793Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 533.796986ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.95798513Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.099161692s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.983088985Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 697.75515ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:11.992040661Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.312574893s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.130854239Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 770.973973ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.203343887Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 704.379348ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.405801079Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.353368131s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.441339466Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 828.596995ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.500818278Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 647.466049ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.58334806Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 749.8155ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.698580788Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.498322038s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.746906136Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 802.175633ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.850992762Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.140889395s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.859470009Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 834.066093ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.911476981Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 911.673865ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.91943788Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.279749393s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:12.983777036Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 895.396877ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.039122666Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 828.06783ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.091942103Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 927.983718ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.120086941Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 509.831008ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.226388205Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.087157159s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.239286219Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 809.999386ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.338086403Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 605.500323ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.446588145Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.337016524s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.454474512Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.180249107s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.462644234Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 957.101523ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.662144564Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 754.559376ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.745640383Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 932.926777ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.75411852Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 692.92667ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.804149268Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.451023368s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.839604183Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.357875245s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.929108636Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.001129273s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:13.942439727Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.409568894s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.01000003Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 584.706023ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.058480171Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 835.742985ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.066579781Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 936.827556ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.157480428Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 998.530419ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.254344329Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 838.587123ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.272575345Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.401772726s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.334991138Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.169462387s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.505784051Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 634.793901ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.513258331Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 625.307242ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.629382825Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 843.66828ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.651471748Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.149000718s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.659119291Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.075120166s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.694898022Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.408743988s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.799480066Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.173309915s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.911308266Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.456646155s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:14.951813609Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.229645887s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.104493928Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.447567205s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.120800801Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.452231736s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.157573249Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.386105232s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.26141421Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 536.343104ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.269084783Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 947.010331ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.295650294Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.196783244s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.303509231Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 950.670425ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.429018848Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 680.653423ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.504442287Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.431688601s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.684668253Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 706.266656ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.745177773Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 625.686237ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.778360238Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 697.368446ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.814252481Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.437321974s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:15.822885721Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.452608141s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.09258258Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 782.945868ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.194925245Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.283604008s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.219427851Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 912.404789ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.251297683Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.062355208s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.343780108Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.058767796s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.388545365Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 974.806752ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.412316027Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 916.130912ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.420213754Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 581.660492ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.460266279Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.364976271s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.508874472Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 525.521133ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.520650887Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.362185241s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.577361611Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 852.081977ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.618453324Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 826.667385ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.656193227Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.24950558s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:16.98657891Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.272318939s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.05060423Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.106686126s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.058160932Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 665.946756ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.124886859Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 798.952701ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.172481695Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.138416166s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.2695864Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 961.257274ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.346729698Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.417860772s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.3970256Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.032003943s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.41484837Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.081571516s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.471264828Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.135936458s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.481849712Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 507.704447ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.493031476Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 990.923319ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.511620539Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:17.530841042Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:17.531174528Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 823.469836ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.555770275Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 42.855848ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.719732359Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 114.693909ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.772591876Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.336646647s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.802087798Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 965.569077ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.891834485Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 183.573919ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.90017024Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.423392774s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.951439039Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 793.967396ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:17.983423594Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.148423269s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.011697665Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 563.039377ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.096502866Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.367755699s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.175022348Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 923.687916ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.248101196Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 663.419729ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.318517168Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.121324038s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.3342243Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:18.364864272Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:18.365040835Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 788.955655ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.391657057Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 587.276332ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.419294376Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.155254028s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.457106443Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 718.059997ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.513080823Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.469174142s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.564145829Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 63.061973ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.573384356Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.447712607s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.630694163Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 147.852739ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.652809727Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 1.165700513s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.705242667Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 663.087103ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.789338686Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 138.014027ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.813170679Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.36978666s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.826597142Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.204012465s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.873660629Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 532.565252ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.964751119Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 535.74803ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:18.994351973Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.124694294s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.017700708Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.217241163s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.151810744Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 512.575505ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.174214392Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.061179532s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.187505714Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.491667554s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.20171054Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 823.507442ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.249601261Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.453528049s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.392936728Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.48490516s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.471993219Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 555.114033ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.492552536Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 812.038104ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.517508059Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 592.010758ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.551036201Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 591.066013ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.571604468Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:19.589257324Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:19.591063265Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.046954234s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.63343089Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 768.756827ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.7054716Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 1.471702609s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.893804617Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 68.704661ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:19.963026928Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 149.279826ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.052862096Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.013047455s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.126894601Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.245945692s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.144243202Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 836.930631ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.163658659Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.074685222s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.182563617Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 585.515932ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.202857829Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.274702696s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.220406853Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.446321665s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.244963519Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.022975995s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.28765529Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 812.473015ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.320072043Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 142.316158ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.346907048Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 745.10269ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.369170624Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 502.844475ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.394654957Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 872.032344ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.413246339Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 735.264051ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.493864238Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 556.778558ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.51129595Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.485897194s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.694544239Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.407763969s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.706416705Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 595.869536ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.802458551Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.330256399s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.859306157Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 504.539765ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.910499995Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.31504984s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:20.968508752Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.447658458s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.014723883Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 1.178733523s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.0808261Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 902.428385ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.127407598Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.312100853s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.144914762Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 993.092446ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.154441907Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.345248537s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.24104054Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.269548806s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.268405295Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.211132617s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.29868617Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.310267779s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.32343243Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 1.033085438s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.377434246Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.254116489s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.400652529Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 708.948738ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.409718588Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 925.79281ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.425424169Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.435638266s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.508804015Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.434389592s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:21.702545766Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 771.987683ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.043682055Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.209174437s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.125622836Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.17770425s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.138257695Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.206976609s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.160590403Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.166138498s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.193237619Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 552.319713ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.204537755Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 1.184826243s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.273877979Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 613.563592ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.296886167Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 726.621009ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.366623908Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 1.254813745s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.425460208Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 707.371645ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.497988497Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e\") failed: Property not found. retry in 1.38910343s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.513661679Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 1.49571743s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.527947696Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 755.448935ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.552883479Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.2028927s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.602178714Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 641.930977ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.648494178Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 934.373598ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.669773407Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.406702955s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.772363977Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 928.107038ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.831568644Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 624.93966ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.924231282Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.103587362s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:22.959769348Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 675.265909ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.10858396Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.409838122s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.154185451Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.037445267s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.21981104Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 911.756035ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.308376847Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 997.645998ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.3224355Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.355715825s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.335865953Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f\") failed: Property not found. retry in 1.452078998s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.346861104Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 1.074876257s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.377350683Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 739.37846ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.388547337Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 1.033060669s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.472185709Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.305906395s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.565873034Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 670.522972ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.619522445Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 1.093631107s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.695817438Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 1.344245652s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.77316333Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 1.393025376s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.79800237Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 647.092994ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:23.820931148Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 861.814996ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.03891506Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994\") failed: Property not found. retry in 1.34877939s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.078379105Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c\") failed: Property not found. retry in 1.449838341s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.142406696Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d\") failed: Property not found. retry in 1.050890335s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.195221552Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d\") failed: Property not found. retry in 1.335898078s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.233359544Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac\") failed: Property not found. retry in 1.265469314s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.272786028Z","hostname":"sock","pid":1671,"zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 894.298482ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.304131432Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.021398125s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.33976984Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e\") failed: Property not found. retry in 715.227913ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.467967834Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 1.362624628s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.485158732Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 924.916995ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.523367245Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 1.208334156s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.584583717Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c\") failed: Property not found. retry in 1.257270592s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.712319333Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 949.336004ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.811180769Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797\") failed: Property not found. retry in 1.38349515s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.892095992Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 662.961267ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:24.917384421Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e\") failed: Property not found. retry in 929.278101ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.13808372Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.117927554s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.229185291Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 1.170697716s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.253182907Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 590.398419ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.391812752Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 1.242127263s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.497388974Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5\") failed: Property not found. retry in 737.164258ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.665956498Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 859.698425ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.782739444Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb\") failed: Property not found. retry in 679.862904ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.812948828Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6\") failed: Property not found. retry in 651.843333ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:25.872328258Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666\") failed: Property not found. retry in 1.141567235s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:26.028375716Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519\") failed: Property not found. retry in 1.4155919s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:26.367594421Z","hostname":"sock","pid":1671,"zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 1.011981385s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:26.469350276Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e\") failed: Property not found. retry in 1.496999982s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:26.666555318Z","hostname":"sock","pid":1671,"zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 1.160015616s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:26.756131522Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 556.495346ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:27.500296303Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 547.158569ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:27.940583181Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e\") failed: Property not found. retry in 601.896887ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:28.072600762Z","hostname":"sock","pid":1671,"zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561\") failed: Property not found. retry in 1.314699442s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:28.499287027Z","hostname":"sock","pid":1671,"zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841659573Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_pantry_7a1e1a8a-8f76-4400-9f38-d88ee523f40e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841744614Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_40cafb65-bf20-49ed-8a3e-a15c5a208797"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841752395Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_nexus_9a1d7070-92a1-4f06-9f51-04369e671d7c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841757775Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_oximeter_054e8394-652a-4070-b741-206e07987aac"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841762875Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_4c7df25e-4ae0-4263-9299-4b0ffd817519"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841767705Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841772855Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_9542a533-67a6-4f23-9386-d5cd39778666"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841778075Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841783275Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_external_dns_58a99ec9-4663-432a-a76d-aa94f13dfa3e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841788085Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_c4bd315a-226d-4040-899d-6f27178de994"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841792865Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_e1294813-9fb1-496a-9e37-58d6647b40e5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841803625Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_pantry_dba6563d-883c-4cc5-9913-37f813d5020d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841808845Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841814025Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_external_dns_887cc2b3-aa55-43ce-84d9-982ca1a97d5e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841829646Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_nexus_22d0fc82-5dc5-4401-9392-dc0c63fd497e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841835166Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_pantry_0eba04a2-19c0-4f3d-8952-0779bb2d1d1e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841840206Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_crucible_32db7cda-f6e5-4367-9a50-85d99647d98d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841845236Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_nexus_dab03cd6-a459-4228-a8e9-be5259ddbd0f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.841850066Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994","zone":"oxz_clickhouse_7f539ef2-86c0-46ba-aa6d-6edb7374e561"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.843148169Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.846344044Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.849325496Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"PUT","req_id":"225746b1-37a4-4718-bde2-0e15cd1ef48d","remote_addr":"[fd00:1122:3344:101::1]:53284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":40174651,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.871822196Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1063"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.87202148Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.872377006Z","hostname":"sock","pid":1671,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.876197392Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:557"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.877097408Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:565"} {"msg":"rack_network_config: RackNetworkConfigV1 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 24,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.917879135Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:688"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:29.923382651Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:30.023805843Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:30.184153395Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:30.357542823Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:30.503987124Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:30.802701146Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:31.032126376Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:31.308609123Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:31.611933116Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:31.895410133Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:32.542084612Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:32.898251831Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:32.899858169Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"9aada139-2622-43b5-b162-9cce346b9145","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47715","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":418,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:33.221703873Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:33.772462727Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:35.103272655Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:36.242161197Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/3ea8fde4-479e-43ee-8ad7-3aed785da4a9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:37.970108152Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0620884-9917-45ae-8996-b11fb47122d3\", \"content-length\": \"124\", \"date\": \"Thu, 28 Mar 2024 08:13:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d0620884-9917-45ae-8996-b11fb47122d3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:39.109221494Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.167052338Z","hostname":"sock","pid":1671,"sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1151","retry_after":"16.124987992s","error":"\"Metric registration error: Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"47d4567d-ffb1-4060-a93f-5ea9ad9c6f66\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"47d4567d-ffb1-4060-a93f-5ea9ad9c6f66\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.169734224Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.318157451s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6271cfee-32b9-4376-889d-cd4c07356f57\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"6271cfee-32b9-4376-889d-cd4c07356f57\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.182247991Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.331784538s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"08ffc5ed-c944-4889-ad30-80b14cf9d052\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"08ffc5ed-c944-4889-ad30-80b14cf9d052\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.184957408Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.333148041s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0f7741c5-7f32-46db-b365-f865eb111b63\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"0f7741c5-7f32-46db-b365-f865eb111b63\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.190745619Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.340481479s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"fa881e06-5caa-4816-8d9d-4f8188d3f2cd\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"fa881e06-5caa-4816-8d9d-4f8188d3f2cd\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.204008819Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.352293653s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"82bcd792-1e0c-4243-a1ac-a50a767fe107\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"82bcd792-1e0c-4243-a1ac-a50a767fe107\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.205851231Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.355259834s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"7346c04e-f1c4-42fe-9086-aa1b1bdae279\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"7346c04e-f1c4-42fe-9086-aa1b1bdae279\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.20809795Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.357418242s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ac12219d-72b4-4d6b-8bc5-95d6a5c85489\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"ac12219d-72b4-4d6b-8bc5-95d6a5c85489\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.21444433Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.547884847s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"af5d4d17-b2a2-4338-bcca-ca03804a4119\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"af5d4d17-b2a2-4338-bcca-ca03804a4119\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.215752123Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.365292659s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d7a3ae3b-f5f3-4f7e-a2a2-4368607264d1\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"d7a3ae3b-f5f3-4f7e-a2a2-4368607264d1\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.221709896Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.37224414s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e7c36573-0fdc-443f-9ab7-a6207d7f998e\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"e7c36573-0fdc-443f-9ab7-a6207d7f998e\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.223999466Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.372838819s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b64f8914-40d1-4fdc-9c80-1244a0507ac6\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"b64f8914-40d1-4fdc-9c80-1244a0507ac6\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.230346696Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.564033777s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f53af0ae-3b5f-46f9-be4c-e51a3b7d09f1\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"f53af0ae-3b5f-46f9-be4c-e51a3b7d09f1\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.232036005Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.381127394s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2e2438e7-a8da-4f76-8136-2175b0b574a9\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"2e2438e7-a8da-4f76-8136-2175b0b574a9\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.237396328Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.387606877s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"967e566a-5060-481a-b9dc-aa389a539ba0\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"967e566a-5060-481a-b9dc-aa389a539ba0\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.243182099Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.57629856s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"5a7be4a8-fc5f-48ce-bf9e-48cba79410b9\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"5a7be4a8-fc5f-48ce-bf9e-48cba79410b9\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.248396809Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.58266002s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"59d5adc7-90ed-4c99-a752-c7617064101c\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"59d5adc7-90ed-4c99-a752-c7617064101c\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.254403413Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.587542385s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9efdc95b-3428-4da6-b7d7-5c3be0d17378\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"9efdc95b-3428-4da6-b7d7-5c3be0d17378\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.255790737Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.40454448s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a666b2f7-94e9-4a95-ac7e-ee34befd61f5\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"a666b2f7-94e9-4a95-ac7e-ee34befd61f5\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.261244722Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.595093465s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"129a228a-a275-4a79-9f6d-32f4b6061fb2\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"129a228a-a275-4a79-9f6d-32f4b6061fb2\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.2628478Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.411825016s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9fc0a699-1301-42b9-9161-d04fe450b0c4\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"9fc0a699-1301-42b9-9161-d04fe450b0c4\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.265035888Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.413667268s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c5f5c494-5094-4a80-b35c-8e1f42de5de6\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"c5f5c494-5094-4a80-b35c-8e1f42de5de6\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.270283129Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.603484321s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6924e0a6-00fd-4fea-9c8f-8a6b3463eeaf\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"6924e0a6-00fd-4fea-9c8f-8a6b3463eeaf\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.556955542Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"154.706879396s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9f653693-0903-41b4-b0d9-7c4a3cb41530\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:38 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"9f653693-0903-41b4-b0d9-7c4a3cb41530\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.567886824Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.716314119s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3b8e3d81-217d-43c3-95ab-aa04d6e12e2c\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"3b8e3d81-217d-43c3-95ab-aa04d6e12e2c\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.694130771Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"154.8432079s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f7ea8d8e-9cfe-4b9f-be32-bc68364f3baf\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"f7ea8d8e-9cfe-4b9f-be32-bc68364f3baf\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.878018202Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.212277113s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8900d823-27f2-40b5-9eb2-9eec4a9284bd\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"8900d823-27f2-40b5-9eb2-9eec4a9284bd\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.879532348Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.028152669s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0ebddc50-891d-486e-a7d8-b28fd56e3657\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"0ebddc50-891d-486e-a7d8-b28fd56e3657\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.892543224Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.225831058s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"486c6993-7a07-4f23-9cbe-3135de42fdeb\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"486c6993-7a07-4f23-9cbe-3135de42fdeb\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.91132942Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.061855433s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"67ab6726-0313-454d-a589-e840a466c688\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"67ab6726-0313-454d-a589-e840a466c688\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:39.920749633Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.070061326s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"467747bc-571d-430d-b57f-0d1a5eb0cbbd\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"467747bc-571d-430d-b57f-0d1a5eb0cbbd\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.027822851Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.1775218s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b8b8bf98-abdf-4975-9d8e-9a95a31f5535\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"b8b8bf98-abdf-4975-9d8e-9a95a31f5535\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.034238372Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.183635786s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"71040b82-cee3-43d3-9bc5-ba2b8dc64a15\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"71040b82-cee3-43d3-9bc5-ba2b8dc64a15\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.062766697Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.212974876s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"93018429-4346-4187-b175-7dd75cb9b4a5\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"93018429-4346-4187-b175-7dd75cb9b4a5\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.068446165Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.216622198s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c9477e43-284b-4954-9613-68c1cdbf9149\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"c9477e43-284b-4954-9613-68c1cdbf9149\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.192973916Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.526802s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ad50efda-4996-490e-bdf6-1c08c06529cf\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"ad50efda-4996-490e-bdf6-1c08c06529cf\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.20475443Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.353481313s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"59709f46-3750-4e50-a17f-8ac7782a33d9\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"59709f46-3750-4e50-a17f-8ac7782a33d9\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.223816501Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.373320288s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"49c013f0-ab38-4fde-a455-fb661169ea70\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"49c013f0-ab38-4fde-a455-fb661169ea70\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.23699778Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.385272554s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"eac52171-e2f1-414b-916d-fed8e793d77b\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"eac52171-e2f1-414b-916d-fed8e793d77b\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.276481195Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.425436272s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"bb025b57-a3cb-4dd2-bb4d-9001fa458e5b\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"bb025b57-a3cb-4dd2-bb4d-9001fa458e5b\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.292265719Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.625528663s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0adcbc5b-cac2-4b0b-9f6b-fa5de48a016e\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"0adcbc5b-cac2-4b0b-9f6b-fa5de48a016e\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.312138304Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.460962507s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"312bbfe2-daa3-466d-a368-44379fabd3be\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"312bbfe2-daa3-466d-a368-44379fabd3be\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.318463133Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.46686706s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"20367270-2cca-4a17-bc8e-dcd08a746d50\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"20367270-2cca-4a17-bc8e-dcd08a746d50\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.33384451Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.666935252s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"59fba280-3890-449d-8164-8f4abacab80b\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"59fba280-3890-449d-8164-8f4abacab80b\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.388418467Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.721696592s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9b3c86ba-2561-454c-9c49-2c46ede3f517\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"9b3c86ba-2561-454c-9c49-2c46ede3f517\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.392261603Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.725437296s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2f4a047e-59d1-4c71-8118-61fa62fb8608\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:39 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"2f4a047e-59d1-4c71-8118-61fa62fb8608\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.497352967Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.831020968s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ca9ce5d0-ca08-4043-9ebb-9e88f9a40c65\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"ca9ce5d0-ca08-4043-9ebb-9e88f9a40c65\\\" }\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.548733638Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"155.698917707s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b291fb94-a93f-4224-90c6-57715e4263cc\\\", \\\"content-length\\\": \\\"173\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: sled with id \\\\\\\"b628d990-af53-4085-954a-41da44d1109e\\\\\\\"\\\", request_id: \\\"b291fb94-a93f-4224-90c6-57715e4263cc\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.573866174Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.723164767s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2e8597c5-22d7-4b79-bdab-68113e1bee5f\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"2e8597c5-22d7-4b79-bdab-68113e1bee5f\\\" }\""} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:40.598066254Z","hostname":"sock","pid":1671,"component":"NexusNotifierTask","sled_id":"b628d990-af53-4085-954a-41da44d1109e","component":"SledAgent","file":"sled-agent/src/nexus.rs:602","new_generation":"1","old_generation":"1"} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:40.666168355Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"155.814329718s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"61434fae-dff1-4f8b-ae05-30f95b12ae71\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"61434fae-dff1-4f8b-ae05-30f95b12ae71\\\" }\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:40.947765211Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:54580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:40.950111971Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"df604046-3f29-458c-a57b-c81dcfc50059","remote_addr":"[fd00:1122:3344:101::c]:54580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":2129,"response_code":"200"} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:41.115943408Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"156.264324735s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a17fdedc-95ff-4326-89bb-8ae03ea93221\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"a17fdedc-95ff-4326-89bb-8ae03ea93221\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:41.11889772Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"156.267611382s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2b5fe574-8eb2-4eef-b0b3-9bebad443fe2\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:41 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"2b5fe574-8eb2-4eef-b0b3-9bebad443fe2\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:41.166827931Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"156.315756678s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ec8a6ab9-ca8c-4aaa-bf4a-b39309d05a1e\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"ec8a6ab9-ca8c-4aaa-bf4a-b39309d05a1e\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64ec33e-d15e-495c-af32-f47af47d60b8\", \"content-length\": \"174\", \"date\": \"Thu, 28 Mar 2024 08:13:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"e64ec33e-d15e-495c-af32-f47af47d60b8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.262188455Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:710"} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:13:41.273715775Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"156.422988668s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9dcdb49e-b5a7-460b-bb2a-63e26bdc510d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Thu, 28 Mar 2024 08:13:40 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"9dcdb49e-b5a7-460b-bb2a-63e26bdc510d\\\" }\""} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.281214586Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.281237156Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.293854415Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.293871585Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.40654116Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.766047596Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.766065537Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.766070717Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.772846244Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.772863015Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: b628d990-af53-4085-954a-41da44d1109e, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.772867595Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.772878575Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:41.772883165Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.808242918Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.808300319Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.808305979Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.808310219Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.808314499Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.808322149Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.80834191Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.80834654Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:42.80835067Z","hostname":"sock","pid":1671,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.61761406Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:49872"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.621842593Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d511b4fd-bca2-4ff4-af94-4865752de24e, kind: Service { id: 887cc2b3-aa55-43ce-84d9-982ca1a97d5e }, name: Name(\"external-dns-887cc2b3-aa55-43ce-84d9-982ca1a97d5e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 27])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: de5ec42b-8f1f-4d33-b20f-8417021a7334, kind: Service { id: 58a99ec9-4663-432a-a76d-aa94f13dfa3e }, name: Name(\"external-dns-58a99ec9-4663-432a-a76d-aa94f13dfa3e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 196])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72b3a4af-4416-49fd-9738-58cac379d9f0, kind: Service { id: 9a1d7070-92a1-4f06-9f51-04369e671d7c }, name: Name(\"nexus-9a1d7070-92a1-4f06-9f51-04369e671d7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 184])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 8f74954e-3e86-4724-838d-8ea3baa319d9, kind: Service { id: 22d0fc82-5dc5-4401-9392-dc0c63fd497e }, name: Name(\"nexus-22d0fc82-5dc5-4401-9392-dc0c63fd497e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: b78cf4dd-f0d0-4ffd-9888-dc5274e0c42a, kind: Service { id: dab03cd6-a459-4228-a8e9-be5259ddbd0f }, name: Name(\"nexus-dab03cd6-a459-4228-a8e9-be5259ddbd0f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 178])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.621883974Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.622250411Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.622272401Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.622280821Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.622286311Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.622307522Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.622332052Z","hostname":"sock","pid":1671,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ce2351af-f24c-42c0-ac68-cfe682cdabbc","remote_addr":"[fd00:1122:3344:101::c]:49872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":4625,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.624442428Z","hostname":"sock","pid":1671,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.91562157Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:46987"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.916589057Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.917402721Z","hostname":"sock","pid":1671,"uri":"/inventory","method":"GET","req_id":"32a19f9a-1ed4-434e-8af1-6a7454c579c7","remote_addr":"[fd00:1122:3344:101::c]:46987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1739,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.917894609Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.918170934Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.919015029Z","hostname":"sock","pid":1671,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:13:43.919598769Z","hostname":"sock","pid":1671,"uri":"/omicron-zones","method":"GET","req_id":"2cefdfd2-9164-4124-8736-8fd53f9f6d1d","remote_addr":"[fd00:1122:3344:101::c]:46987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1978,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:02.935277294Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:02.935373125Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"11ab03be-2c58-4bed-b83d-6e7dfe2630c3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36500","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.245385873Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:59741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.330886856Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"40da725f-a794-4333-b2c1-30b3c6bf4ad4","remote_addr":"[fd00:1122:3344:101::b]:59741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":85445,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.331192531Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"a6c55502-22ad-4d7e-8c9d-d26449a2b3c3","remote_addr":"[fd00:1122:3344:101::b]:59741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":106,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.350969034Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.351513384Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.352956619Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.35415715Z","hostname":"sock","pid":1671,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.35417825Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"PUT","req_id":"7689a237-7706-46c2-9dcb-b89c14ce5f6c","remote_addr":"[fd00:1122:3344:101::b]:59741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":3598,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.450667194Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:48056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.496071822Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"8d2c9b4c-fb68-4439-98f6-d432580c6657","remote_addr":"[fd00:1122:3344:101::a]:48056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45343,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:05.496379997Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"2d998a6e-e5f0-45c6-9dbe-f657d527bdc5","remote_addr":"[fd00:1122:3344:101::a]:48056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:08.232109019Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:49972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:08.278177518Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"326483fe-6a30-492a-82ab-f54cc0a652df","remote_addr":"[fd00:1122:3344:101::c]:49972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45999,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:08.278441783Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"7850b8b6-b9b3-4b56-9a44-3abd055fd89f","remote_addr":"[fd00:1122:3344:101::c]:49972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:25.36351723Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::d]:46780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:25.368854632Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"e172b983-7591-4df5-9066-1c811a140295","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":5305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:32.9772652Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:32.977458803Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"f55769e6-76f7-4870-8ab7-0d2e16ae3306","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40000","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:35.504628768Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:47518"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:35.556116131Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"e92d96ff-1ac9-4ea3-84d5-a20ea2c6785c","remote_addr":"[fd00:1122:3344:101::b]:47518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":51422,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:35.556419056Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"f3b85402-945a-4903-add0-b73b25cae4dc","remote_addr":"[fd00:1122:3344:101::b]:47518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:36.051084839Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:48021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:36.09956805Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"1794d164-c70d-4e72-9315-17c228399688","remote_addr":"[fd00:1122:3344:101::a]:48021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48390,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:36.099894875Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"50283e1b-be8f-435e-8727-487181af6dc9","remote_addr":"[fd00:1122:3344:101::a]:48021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:38.563895104Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:58683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:38.610003504Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"bc895aee-9f94-4a2e-ae15-5dda12bc9d86","remote_addr":"[fd00:1122:3344:101::c]:58683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46041,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:38.611089873Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"a36725da-f8c9-4cfd-8fb0-04a92c10e9f1","remote_addr":"[fd00:1122:3344:101::c]:58683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":900,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:14:55.364661555Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"1cce9cc8-afda-4f97-9775-e1e5c0e8b750","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":869,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:03.011095103Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40829"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:03.011203395Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"5cbf2a15-8fdb-45d9-8d33-62a87976c043","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40829","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:05.177031491Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:64911"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:05.220694319Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"85e33724-c640-4c92-b529-0c6505784bea","remote_addr":"[fd00:1122:3344:101::b]:64911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43604,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:05.221034524Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"d2c06b0f-4e38-42b9-8862-41b76f684aa7","remote_addr":"[fd00:1122:3344:101::b]:64911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:05.737315341Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:62711"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:05.783279109Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"cd46f1d4-30b7-4f23-ba81-8208cdb0d3da","remote_addr":"[fd00:1122:3344:101::a]:62711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45877,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:05.784238445Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"0776c75d-6211-4a80-bc8d-085ca465328d","remote_addr":"[fd00:1122:3344:101::a]:62711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":785,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:08.403163722Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:54951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:08.452201142Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"27f5f0ba-d75e-4e3c-b88d-d04b931810a2","remote_addr":"[fd00:1122:3344:101::c]:54951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48977,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:08.452470497Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"7feb76bf-e608-472d-9e20-461cc40de71c","remote_addr":"[fd00:1122:3344:101::c]:54951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:25.364154791Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"59b52084-bb0d-4728-b687-341f9f0b3d9e","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":718,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:33.042884101Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:33.043019353Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"2837ef36-5d47-428e-9cea-e2b9c4254e26","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41413","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:35.382165635Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:60802"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:35.430236569Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"254e03ef-bf58-41ac-b9d2-e32ca7289122","remote_addr":"[fd00:1122:3344:101::b]:60802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48012,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:35.430489673Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"e8a24b5f-a8f4-4dcf-a337-d524efb11503","remote_addr":"[fd00:1122:3344:101::b]:60802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:35.951269898Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:53741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:35.999349842Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"6afec50d-ac1d-4d8a-bc97-06e038debfb0","remote_addr":"[fd00:1122:3344:101::a]:53741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48009,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:35.999599026Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"46e4fc3b-e9ae-4166-9129-07569b77a241","remote_addr":"[fd00:1122:3344:101::a]:53741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:38.463824998Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:46524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:38.513404829Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"24647858-9522-4601-82fd-4422803d4c14","remote_addr":"[fd00:1122:3344:101::c]:46524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":49521,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:38.513699854Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"ace32cad-3a8b-4f3a-be1e-49c33aeecfbb","remote_addr":"[fd00:1122:3344:101::c]:46524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:15:55.365016991Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"0e377c83-c489-4385-8c75-d7a2c7870ded","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":936,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:03.076352506Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64284"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:03.076502909Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ba60a853-7d8d-4a2e-b691-8acb1494f011","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64284","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:05.18849905Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:48052"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:05.235616338Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"02e2aa55-02d0-4c9f-b9aa-da45f4f7a2ad","remote_addr":"[fd00:1122:3344:101::b]:48052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47059,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:05.236438212Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"d87aba58-77b3-4306-a86a-9dbe04e0238d","remote_addr":"[fd00:1122:3344:101::b]:48052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":680,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:05.734156407Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:52926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:05.779961712Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"429ad629-34e8-41a8-929a-603dbe75ee69","remote_addr":"[fd00:1122:3344:101::a]:52926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45694,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:05.780206726Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"9588929f-cf62-42ce-a790-573886341d2d","remote_addr":"[fd00:1122:3344:101::a]:52926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:08.395010531Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:53495"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:08.441179052Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"d446bf5d-c797-41a4-8183-5b827f97149a","remote_addr":"[fd00:1122:3344:101::c]:53495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46096,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:08.441415076Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"9fd8cbe7-dd21-4707-a3a3-67a4c98bdb01","remote_addr":"[fd00:1122:3344:101::c]:53495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:25.364837566Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"536921d5-3eba-4866-aac5-dbe2ec9defe2","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":533,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:33.108445315Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:33.108539657Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"7809f56b-f465-4aae-b740-1169731b1486","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57921","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:35.356589659Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:44054"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:35.405464736Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"8c2b2755-5ca1-48c1-82cb-ecadec1d2670","remote_addr":"[fd00:1122:3344:101::b]:44054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48823,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:35.405706971Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"124dac01-42b5-49c0-ad5b-b05fc9bf66ad","remote_addr":"[fd00:1122:3344:101::b]:44054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:35.810133957Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:48471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:35.858619449Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"a3cdc7be-bf9c-4483-9f31-2e8e2e5eecb9","remote_addr":"[fd00:1122:3344:101::a]:48471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48432,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:35.858838132Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"b74995db-bf8e-4ccf-87c9-5f302edd0cd1","remote_addr":"[fd00:1122:3344:101::a]:48471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:38.47149168Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:42495"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:38.521574439Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"4dcd1364-7a37-4e26-8309-8d9d47b311da","remote_addr":"[fd00:1122:3344:101::c]:42495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":50041,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:38.522475984Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"fec78f62-4db1-434e-8450-17eedbe6af47","remote_addr":"[fd00:1122:3344:101::c]:42495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":733,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:43.215378002Z","hostname":"sock","pid":1671,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:16:55.36681383Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"778ef213-aa83-493c-9b27-139fd46d57e3","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":2809,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:03.140552059Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:03.140691632Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ddfb4523-a3ec-473f-98ef-18ad4a950085","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36325","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:05.176526312Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:39029"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:05.222209145Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"9049c146-d226-491d-8dcb-8115c65c7e54","remote_addr":"[fd00:1122:3344:101::b]:39029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45615,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:05.223264213Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"fe4740fe-354b-41dc-9b2f-c57f9f508790","remote_addr":"[fd00:1122:3344:101::b]:39029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":895,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:05.875686672Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:34241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:05.922798019Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"8d716b67-7b79-45a7-a72f-1195461d63a4","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47023,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:05.923054464Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"a5823bb6-c22d-4495-a65f-9388933bed87","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:08.243256568Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:36719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:08.289720754Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"a9e532f6-e656-4cbb-877f-83a6b2a26c6c","remote_addr":"[fd00:1122:3344:101::c]:36719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46418,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:08.290002489Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"bdb22db3-6046-4e76-af59-4dc5dc3e58c4","remote_addr":"[fd00:1122:3344:101::c]:36719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:25.363798356Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"43e1ed55-b612-434c-aa84-0db2294b63f1","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":582,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:33.172735694Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:33.172901997Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"6f5db72a-1179-4b3b-b91b-dee6bc2bc4bc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48370","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:35.4451648Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:33799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:35.492111194Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"6139745a-63af-46d3-80db-eb09aead8a3d","remote_addr":"[fd00:1122:3344:101::b]:33799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46891,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:35.492399999Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"42028909-0d62-4cbf-a796-fbf8c1f811f2","remote_addr":"[fd00:1122:3344:101::b]:33799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:36.390908307Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:41374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:36.438017485Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"e26de587-c8fc-478d-976b-62df0cc4eeff","remote_addr":"[fd00:1122:3344:101::a]:41374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47032,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:36.438266239Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"bfe61a3d-b9fa-4f81-b9ac-c68d3550ba9a","remote_addr":"[fd00:1122:3344:101::a]:41374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:38.386371738Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:37367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:38.430173278Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"be21198a-f307-4ec4-a789-efca43925344","remote_addr":"[fd00:1122:3344:101::c]:37367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43722,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:38.430407771Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"505511fe-818b-4aa4-b446-82fabfedfb1d","remote_addr":"[fd00:1122:3344:101::c]:37367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:17:55.364459106Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"781ce605-af89-4cba-bda0-316cff7d63b8","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":531,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:03.204533026Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:03.204658708Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"0e487b6a-4f26-497c-91ef-599fb29b9c1b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46541","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:05.150584908Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:51356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:05.196752259Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"93016d78-5d53-47cc-ab37-93aa31eb8388","remote_addr":"[fd00:1122:3344:101::b]:51356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:05.196996773Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"16a1966a-b6ea-4cb5-a491-7dd884e8ba7c","remote_addr":"[fd00:1122:3344:101::b]:51356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:05.678326744Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:54682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:05.726030482Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"31a01e29-09ad-47c8-9033-411c8f0a3e18","remote_addr":"[fd00:1122:3344:101::a]:54682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47632,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:05.726311486Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"4074463a-e409-4f2b-b675-5199ab475e64","remote_addr":"[fd00:1122:3344:101::a]:54682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:08.304364004Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:52013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:08.353571097Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"3fcf67f4-44a3-4aee-a400-6bc6deab6b96","remote_addr":"[fd00:1122:3344:101::c]:52013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":49163,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:08.353842752Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"0f519d6c-7e93-48fa-ae97-f8c3517a0893","remote_addr":"[fd00:1122:3344:101::c]:52013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:25.364516245Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"21e63e7a-2e1d-4e9e-a81b-df17bf719df4","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:33.23662592Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:33.236722232Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ef96227d-106a-4ab0-9b31-64a9f2b6e4c3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34658","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:35.310774705Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:34318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:35.359263736Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"6b7e4193-94cf-4910-8b27-fa7563fd7271","remote_addr":"[fd00:1122:3344:101::b]:34318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48426,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:35.359550951Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"4577bcb4-3381-466e-8568-6de2ce1a251e","remote_addr":"[fd00:1122:3344:101::b]:34318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:35.692602679Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:43450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:35.741920014Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"e7494f90-0381-483b-875a-eed999276019","remote_addr":"[fd00:1122:3344:101::a]:43450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":49227,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:35.742447623Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"60f5c7c3-96db-4e7f-b9bf-7b350c889178","remote_addr":"[fd00:1122:3344:101::a]:43450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":338,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:38.454047238Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:59506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:38.502058491Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"5ca05e3e-76d9-48ef-ab4d-d29a05809bd3","remote_addr":"[fd00:1122:3344:101::c]:59506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47946,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:38.502842975Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"90a06b1b-7360-443b-802e-a611a9cc8c14","remote_addr":"[fd00:1122:3344:101::c]:59506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":594,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:18:55.364298738Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"1ec75d71-d242-44dc-b245-a81a49ad10bc","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":595,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:03.271641183Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:03.271716295Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ad140937-0c3b-457f-9703-e920cd1f906f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60857","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:05.095482195Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:50659"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:05.139528129Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"fe863ec0-9bd3-4c8a-8735-7093b3fb1821","remote_addr":"[fd00:1122:3344:101::b]:50659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43989,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:05.140350374Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"5fef1b99-1d6c-4199-a511-294b948eb5e3","remote_addr":"[fd00:1122:3344:101::b]:50659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":674,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:05.49574539Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:35318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:05.548282091Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"b3064eca-2b21-4b41-a0f2-6fc94d331449","remote_addr":"[fd00:1122:3344:101::a]:35318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":52435,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:05.548554836Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"3676e628-9db4-4a5a-9ddb-f4046b17282b","remote_addr":"[fd00:1122:3344:101::a]:35318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:08.30860443Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:44279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:08.355312721Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"d22a09e2-1d47-477d-9085-395c39e97430","remote_addr":"[fd00:1122:3344:101::c]:44279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46653,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:08.355575616Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"32c8c159-b93f-421b-b084-2fd8d1bd678c","remote_addr":"[fd00:1122:3344:101::c]:44279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:25.364862563Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"a3440060-67ca-416c-9097-ae3f1bf8fc76","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":640,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:33.303591112Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:33.304213973Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"ea43fbbe-4600-4de2-82bb-88eecaa535bb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57393","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":596,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:35.370005303Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:41057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:35.415585853Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"74302ac1-da1a-44e4-a458-cff24d9a2073","remote_addr":"[fd00:1122:3344:101::b]:41057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45505,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:35.416018001Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"a02f4d95-bde6-4cfc-918d-43744680d7bf","remote_addr":"[fd00:1122:3344:101::b]:41057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:35.783869253Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:57758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:35.830838227Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"8c8d5aa3-6d47-4841-b0b0-e0b5cee4cf91","remote_addr":"[fd00:1122:3344:101::a]:57758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46917,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:35.861848275Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"25e8c3a9-5f59-4147-adf1-93614b074aa7","remote_addr":"[fd00:1122:3344:101::a]:57758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:38.51007083Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:57508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:38.557094466Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"f0d9caab-2cae-4da6-9a09-46d595d38cf6","remote_addr":"[fd00:1122:3344:101::c]:57508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46949,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:38.557385061Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"1e99d197-735a-46bc-bb88-b845c4bcd85c","remote_addr":"[fd00:1122:3344:101::c]:57508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:19:55.364429299Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"2c6a8be1-9ac1-4f93-a775-cccc6f5f6017","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":550,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.332559549Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:58703"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.336960736Z","hostname":"sock","pid":1671,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.337110848Z","hostname":"sock","pid":1671,"uri":"/baseboard","method":"GET","req_id":"0d4307c2-dae5-4d7b-a6fe-7fe3c8b7c161","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52445","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":75,"response_code":"200"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.346733255Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:521","metadata":"InstanceMetadata { silo_id: ddd43748-3439-46b0-b7f1-7d05c1f224ad, project_id: 59271175-e89d-46fe-8713-e55dca2d7726 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-03-28T08:20:02.911523Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(617320))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-60a93640a51\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5d7a5f7f-6c93-46f7-a083-6d2676d8caa7, read_only_parent: Some(Volume { block_size: 512, id: 060356b8-26c8-42ab-bd54-1185650ac4f1, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c0fb59aa-9b3c-4e51-9967-37c2b95b980c, key: Some(\"WZrVkIO3ldDi10ZpZA16QB6Z4Wab2acoo6fAMOEvxiY=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5d7a5f7f-6c93-46f7-a083-6d2676d8caa7, key: Some(\"Z/j6aZ1ZjWANt0oytoGByYjxsV/mdpPt0JgscjyGmeo=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACBgUJ8WHxYAACBQnxYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAgYFCfFh8WAAAgUJ8WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2MGY4YTEzZC0zYzQwLTRkZjEtOGY4Ni0xZjRhMGYzNDU0ZGQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJRWpyTHVXSXg3cFJTbm5waldGbHFMc1JuNXpsdFh6amZhOVlRVUQyeDByeiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.346825157Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.348386214Z","hostname":"sock","pid":1671,"component":"InstanceManager","file":"sled-agent/src/instance.rs:938","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(617320))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e16d596-9d94-4067-af54-466175115e64, kind: Instance { id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 142, 114])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(617320), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-60a93640a51\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5d7a5f7f-6c93-46f7-a083-6d2676d8caa7, read_only_parent: Some(Volume { block_size: 512, id: 060356b8-26c8-42ab-bd54-1185650ac4f1, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c0fb59aa-9b3c-4e51-9967-37c2b95b980c, key: Some(\"WZrVkIO3ldDi10ZpZA16QB6Z4Wab2acoo6fAMOEvxiY=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5d7a5f7f-6c93-46f7-a083-6d2676d8caa7, key: Some(\"Z/j6aZ1ZjWANt0oytoGByYjxsV/mdpPt0JgscjyGmeo=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACBgUJ8WHxYAACBQnxYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAgYFCfFh8WAAAgUJ8WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2MGY4YTEzZC0zYzQwLTRkZjEtOGY4Ni0xZjRhMGYzNDU0ZGQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJRWpyTHVXSXg3cFJTbm5waldGbHFMc1JuNXpsdFh6amZhOVlRVUQyeDByeiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-03-28T08:20:02.911523Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.350408049Z","hostname":"sock","pid":1671,"uri":"/instances/60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","method":"PUT","req_id":"5a8f13aa-117c-4d16-ac23-4541e5d94447","remote_addr":"[fd00:1122:3344:101::a]:58703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":17792,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.471311807Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:38652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.473465444Z","hostname":"sock","pid":1671,"uri":"/instances/60f8a13d-3c40-4df1-8f86-1f4a0f3454dd/state","method":"PUT","req_id":"0af64375-3151-4724-89d7-cb6acc027f8f","remote_addr":"[fd00:1122:3344:101::a]:38652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":2071,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.498509158Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 242, 142, 114]), slot: 0, vni: Vni { inner: 617320 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.49859806Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.530269359Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:03.552625227Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.113171272Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:33228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.160574204Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"8c584695-fd67-4472-b1d4-963c5f69db2e","remote_addr":"[fd00:1122:3344:101::b]:33228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47291,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.160806108Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"f0baa0ed-77cb-453a-8424-0160b544e048","remote_addr":"[fd00:1122:3344:101::b]:33228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":88,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.445606399Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.445782212Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.502848412Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:49451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.551323793Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"f3eaebc3-851e-4fbb-81ad-494a86ffcdc3","remote_addr":"[fd00:1122:3344:101::a]:49451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:05.551576568Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"f1b3ccc3-c079-4aa5-a61e-6f912472cfdc","remote_addr":"[fd00:1122:3344:101::a]:49451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":98,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 38.386445ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:05.629904446Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 100.138239ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:05.676944522Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 283.139469ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:05.791191594Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 313.662412ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:06.086650801Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 777.356682ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:06.410789094Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 1.283262876s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:07.199787493Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:08.232107243Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:51008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:08.277373418Z","hostname":"sock","pid":1671,"uri":"/switch-ports","method":"POST","req_id":"166ac185-87c2-4136-ad82-5e8ddfdaee9c","remote_addr":"[fd00:1122:3344:101::c]:51008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45204,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:08.277613012Z","hostname":"sock","pid":1671,"uri":"/network-bootstore-config","method":"GET","req_id":"e5b12ff4-d1fe-4795-92d3-97547cff09b0","remote_addr":"[fd00:1122:3344:101::c]:51008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":95,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 1.425001199s","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:08.493854484Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 575.757237ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:09.929244547Z","hostname":"sock","pid":1671,"zone":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:10.534474817Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:1423"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 43.818506ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:10.544041503Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 74.658119ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:10.598678042Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\") failed: Property not found. retry in 255.033121ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:10.682516025Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:10.946822441Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:1432"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:10.989265757Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:1446"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACBgUJ8WHxYAACBQnxYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAgYFCfFh8WAAAgUJ8WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2MGY4YTEzZC0zYzQwLTRkZjEtOGY4Ni0xZjRhMGYzNDU0ZGQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJRWpyTHVXSXg3cFJTbm5waldGbHFMc1JuNXpsdFh6amZhOVlRVUQyeDByeiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-60a93640a51\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5d7a5f7f-6c93-46f7-a083-6d2676d8caa7, read_only_parent: Some(Volume { block_size: 512, id: 060356b8-26c8-42ab-bd54-1185650ac4f1, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c0fb59aa-9b3c-4e51-9967-37c2b95b980c, key: Some(\"WZrVkIO3ldDi10ZpZA16QB6Z4Wab2acoo6fAMOEvxiY=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5d7a5f7f-6c93-46f7-a083-6d2676d8caa7, key: Some(\"Z/j6aZ1ZjWANt0oytoGByYjxsV/mdpPt0JgscjyGmeo=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 60f8a13d-3c40-4df1-8f86-1f4a0f3454dd, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 59271175-e89d-46fe-8713-e55dca2d7726, silo_id: ddd43748-3439-46b0-b7f1-7d05c1f224ad }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:10.991650359Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.172917784Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:687"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-03-28T08:20:11.173644286Z }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.173672627Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.173693357Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-03-28T08:20:11.173644286Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }","propolis_id":"fcca461b-cce3-47fc-a224-76dbd182cb08"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.173718198Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }, propolis_id: fcca461b-cce3-47fc-a224-76dbd182cb08, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-03-28T08:20:11.173644286Z } }","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-03-28T08:20:11.216983598Z }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.217007218Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.217044239Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-03-28T08:20:11.216983598Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }","propolis_id":"fcca461b-cce3-47fc-a224-76dbd182cb08"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:11.21707921Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }, propolis_id: fcca461b-cce3-47fc-a224-76dbd182cb08, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-03-28T08:20:11.216983598Z } }","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.462900827Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:63092"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.46363533Z","hostname":"sock","pid":1671,"uri":"/instances/60f8a13d-3c40-4df1-8f86-1f4a0f3454dd/state","method":"PUT","req_id":"d25f91d9-8861-4693-b424-a3153b26eea7","remote_addr":"[fd00:1122:3344:101::a]:63092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":685,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-03-28T08:20:20.463768582Z }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.463807883Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.463835453Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-03-28T08:20:20.463768582Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }","propolis_id":"fcca461b-cce3-47fc-a224-76dbd182cb08"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.463848474Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(fcca461b-cce3-47fc-a224-76dbd182cb08), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-28T08:20:02.943469998Z }, propolis_id: fcca461b-cce3-47fc-a224-76dbd182cb08, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-03-28T08:20:20.463768582Z } }","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-03-28T08:20:20.485874285Z }","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.485901136Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.485934937Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-03-28T08:20:20.485874285Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-28T08:20:20.485874285Z }","propolis_id":"fcca461b-cce3-47fc-a224-76dbd182cb08"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.485949307Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:606","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.485954847Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.487331341Z","hostname":"sock","pid":1671,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:20.487379572Z","hostname":"sock","pid":1671,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:21.120425524Z","hostname":"sock","pid":1671,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1235","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08\", bundle_id: c94183a6-3e74-4918-9786-84faa1805523 }, time_created: 2024-03-28T08:20:20.487525234Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_fcca461b-cce3-47fc-a224-76dbd182cb08","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:21.120516476Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:22.904407634Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:22.929900746Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-28T08:20:20.485874285Z }, propolis_id: fcca461b-cce3-47fc-a224-76dbd182cb08, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-03-28T08:20:22.929841525Z } }","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:23.008355338Z","hostname":"sock","pid":1671,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:35943"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-03-28T08:20:23.008891327Z","hostname":"sock","pid":1671,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:23.008912257Z","hostname":"sock","pid":1671,"uri":"/v2p/0e16d596-9d94-4067-af54-466175115e64","method":"DELETE","req_id":"99152a7f-5a71-4a18-8461-65c02cc6a57e","remote_addr":"[fd00:1122:3344:101::c]:35943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":453,"response_code":"204"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:23.269186503Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-28T08:20:20.485874285Z }, propolis_id: fcca461b-cce3-47fc-a224-76dbd182cb08, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-03-28T08:20:22.929841525Z } }","instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:23.272532331Z","hostname":"sock","pid":1671,"instance_id":"60f8a13d-3c40-4df1-8f86-1f4a0f3454dd","component":"InstanceManager","file":"sled-agent/src/instance.rs:723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-28T08:20:25.36478188Z","hostname":"sock","pid":1671,"uri":"/metrics/collect/b628d990-af53-4085-954a-41da44d1109e","method":"GET","req_id":"ce497634-d1d3-4733-9df7-bfb19127a41f","remote_addr":"[fd00:1122:3344:101::d]:46780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":779,"response_code":"200"}