[ Jan 17 05:13:08 Enabled. ] [ Jan 17 05:13:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 17 05:13:08 Method "start" exited with status 0. ] [ Jan 17 05:13:08 Rereading configuration. ] [ Jan 17 05:13:08 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:08.380568483Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:247"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:08.434202494Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:254","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:08.434231534Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:08.544902979Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:08.553695052Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:08.561871345Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:264","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.162338045Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.298883322Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:117"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.298906703Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:129"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.298998725Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.299100166Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:162","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.299109036Z","hostname":"sock","pid":1661,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:171"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.299137977Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:606"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.299155697Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Generated i86pc baseboard Pc { identifier: \"61c0e12265eb468b8479d33b120ad420\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.301920469Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:532"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:09.301932439Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:655"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.30194816Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.3019529Z","hostname":"sock","pid":1661,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:713"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.30197028Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.30198691Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.30199341Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.30199755Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.30200287Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302007161Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302015021Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302018831Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302022741Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302026431Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302031221Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:232"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302036841Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:88"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302040711Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"None"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.302062922Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity decreased","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.478784138Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:326","current":"245","previous":"256"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.478836469Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:90"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.478845829Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.644936097Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.644975658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.644988928Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.644993888Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645000068Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645006579Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645016739Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645021779Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645026179Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645032009Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Channel capacity increased","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645036189Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:336","current":"255","previous":"245"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645046809Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645115981Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } })} }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645143891Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645228813Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645261713Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645267433Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645288154Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645293414Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"common/src/ledger.rs:187"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645297974Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645329974Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.645337865Z","hostname":"sock","pid":1661,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.659390987Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:616"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.659438308Z","hostname":"sock","pid":1661,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:288","time_to_next_cleanup":"599.999937909s","next_cleanup":"Instant { tv_sec: 4050, tv_nsec: 518288187 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.659457108Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.65955646Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.659613441Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.659628241Z","hostname":"sock","pid":1661,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:187"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663002404Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663101316Z","hostname":"sock","pid":1661,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n rack_subnet: fd00:1122:3344:100::,\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: Some(\n RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 32,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n },\n ),\n}","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663378091Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663387681Z","hostname":"sock","pid":1661,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663435282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663491453Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663509544Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663516334Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:863"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663538304Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663548364Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663563335Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663567325Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663570875Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663574245Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663602395Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663622196Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.663963582Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664145685Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664151646Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:937"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664182186Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:556"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664189226Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.66437Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"common/src/ledger.rs:198"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664497452Z","hostname":"sock","pid":1661,"peer_id":"pc-61c0e12265eb468b8479d33b120ad420-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:640"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664540633Z","hostname":"sock","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 69972b04-22ae-4800-84e3-10509946e988, rack_id: 8e45cf43-1308-4967-81ce-4509801d110e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664647285Z","hostname":"sock","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63019","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 69972b04-22ae-4800-84e3-10509946e988, rack_id: 8e45cf43-1308-4967-81ce-4509801d110e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664745227Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:364"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664753117Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:379"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664766497Z","hostname":"sock","pid":1661,"file":"sled-agent/src/server.rs:47"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664794668Z","hostname":"sock","pid":1661,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664800088Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Attempting to add queued disks","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.664803838Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:394","num_disks":"9"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.667565029Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3404"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.673746535Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.673788505Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.673802436Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.673826696Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.673919478Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.673939068Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.704672021Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.712017638Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.714965393Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.733128452Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:338"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.733179793Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.832997405Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.833068587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.833076527Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.833085787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.833227029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.83323495Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.861230472Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.868784233Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.995127329Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.99517707Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.99519585Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.99520422Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.995316372Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:09.995327442Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.022701103Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.030425137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.150036428Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.150094159Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.150104029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.15013454Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.150265542Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.150273603Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.17855547Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.186212793Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.306551787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.306605328Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.306614569Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.306626119Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.306715681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.306724431Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.334757194Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.342638231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.463846712Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.463901983Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.463921923Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.463952903Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.464054065Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.464064506Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.492893533Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.500660778Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.619043696Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.619112158Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.619124308Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.619131798Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.619213Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.61922061Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.647680821Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.655333013Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.775744709Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.77580468Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.775814831Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.775823401Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.775873482Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.775880192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.80365693Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.81170358Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.931575026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:261","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.931638957Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:263","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.931654938Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:267","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.931663138Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:269","disk_id":"DiskIdentity {\n vendor: \"synthetic-vendor\",\n serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\",\n model: \"synthetic-model\",\n}","epoch":"0"} {"msg":"Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.931728869Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:37"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.931738939Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:281"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.959466956Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/keyfile.rs:56"} {"msg":"Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:10.967094539Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/dataset.rs:323"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.07981326Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.079902502Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.079915402Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:350"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.084844684Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:111","resources":"StorageResources { disks: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f\", size: 20937965568, allocated: 781824, free: 20937183744, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7\", size: 20937965568, allocated: 2648064, free: 20935317504, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: \"oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60\", size: 20937965568, allocated: 1210368, free: 20936755200, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } }), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", size: 20937965568, allocated: 817152, free: 20937148416, health: Online }, parent: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" } })} }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.102612035Z","hostname":"sock","pid":1661,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.104854237Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.123394983Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.125571234Z","hostname":"sock","pid":1661,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.125732047Z","hostname":"sock","pid":1661,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.13075996Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:365"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.130774001Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.130780221Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.194456419Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.412814732Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.424907857Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.424993129Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.425016259Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.42504516Z","hostname":"sock","pid":1661,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:11.594526431Z","hostname":"sock","pid":1661,"file":"illumos-utils/src/running_zone.rs:162"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.1295302Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:80"} {"msg":"Underlay Available","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.130009029Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:122","sled_id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.13002632Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:177"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.1300327Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:185"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.14293126Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.146013608Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.146446576Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.14721415Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.147398944Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.147571917Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.14774258Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.147893363Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.148043856Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.148210389Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.148364422Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.148514884Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:219","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.148666727Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.14880471Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.148941252Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.149091015Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.149223638Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.14937126Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.149501393Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.149622535Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.149757148Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:12.14987062Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:270","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:14.47128322Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 58.153146ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:14.754502373Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:14.755349599Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 126.023732ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:14.979204754Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 167.301562ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:15.15807264Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 597.478952ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:15.501220391Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.037403958s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:16.267403082Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.181064562s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:17.403518583Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 718.485656ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:18.790636816Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:20.006990433Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:20.752087791Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1793"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.657566043Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:972","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.657643984Z","hostname":"sock","pid":1661,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.713839352Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:195"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.713866383Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.713877213Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:424"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.713922294Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.713940424Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:22.714118458Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"140.026291ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.71422789Z","hostname":"sock","pid":1661,"component":"SledAgentMain","file":"common/src/ledger.rs:198"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.714411973Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:137"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.714456384Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:241","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 32 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.714471504Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3176"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.714476754Z","hostname":"sock","pid":1661,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63019","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.714545786Z","hostname":"sock","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.714555026Z","hostname":"sock","pid":1661,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.717963689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.718092652Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.718142153Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.718249735Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.71854913Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:703","error":"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.750374284Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:35179"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.750629029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.75071154Z","hostname":"sock","pid":1661,"uri":"/zpools","method":"GET","req_id":"d6168b3d-9d67-4239-8b64-cc462aba94e5","remote_addr":"[fd00:1122:3344:101::1]:35179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.781482824Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:42812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.781608036Z","hostname":"sock","pid":1661,"uri":"/sled-role","method":"GET","req_id":"c2f45eca-0929-476c-96af-42003eb17c4f","remote_addr":"[fd00:1122:3344:101::1]:42812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":62,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.784710274Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.784740445Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.785032631Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.785377917Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:749"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.816900945Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.817077718Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:36581"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.817292212Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.817306962Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.835303218Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:22.858294077Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"261.118104ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.868750242Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.868760632Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.908417102Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.918393598Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.918406588Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.967336811Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.967391192Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.967398842Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:187"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.967439963Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.969643603Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.970842016Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:22.972058898Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.025904753Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.029875047Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.033897312Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.046729421Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.050837338Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.054625688Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.107943573Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:23.121654869Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.204002044s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.202981006Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.482115392Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.627127187Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:23.964549821Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:24.327075593Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"1.284912631s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:24.497431271Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:24.85016141Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:24.884789736Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:24.898729426Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 33.76683ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:24.989184383Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 34.903396ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.01586574Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:25.016107465Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 33.917132ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.024934989Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 86.555631ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.031822958Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 88.028918ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.081058476Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 132.164582ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.107196744Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:25.112246758Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 104.284551ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.211067241Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 104.849189ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.246045034Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 132.762281ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.303152869Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 560.169427ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.348563356Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 290.905295ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.387413101Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 310.083214ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.484192346Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:25.536798527Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.613510598Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"2.641806608s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 458.493197ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.692779547Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 757.599814ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.804765065Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 700.254978ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:25.919039967Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:25.94812925Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1810"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:25.94814438Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:625"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 1.454150078s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:26.161436297Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:26.247670556Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 1.099775527s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:26.572132078Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 918.848601ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:26.629464628Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:26.950426965Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 765.073065ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:27.557914495Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:27.609398496Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 537.380787ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:27.624923595Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 774.197824ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:27.680708396Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 1.035784493s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:28.170153905Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:28.257476304Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"5.451410864s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 833.967437ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:28.331446484Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 905.418742ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:28.462959087Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:28.564095383Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 703.4627ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:29.174759653Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29\") failed: Property not found. retry in 706.080048ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:29.215025074Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c\") failed: Property not found. retry in 1.240829167s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:29.37989952Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9\") failed: Property not found. retry in 1.367564153s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:29.889545636Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:29.972067914Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:29.972117035Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_c6cbba3f-f37b-4e65-9d1f-84d8362bfe29","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe4d:d1c4","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.492228787Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1817"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.498884811Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Ensuring address fd00:1122:3344:1::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.537630084Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.537675195Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.642279906Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2357"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.744694986Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:30.897109279Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2236"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.185000938Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2271"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.24299766Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.247029195Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{}"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.297256862Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.333914586Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.333944147Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_83aecd56-3aa0-4583-b062-8012bd046a6c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.392829675Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2538"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.540093182Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2543"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.71742212Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2477"} {"msg":"Ensuring address fd00:1122:3344:3::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.880826757Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.880874058Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.882945397Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2265"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.89383655Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3428","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.893903391Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3444"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:31.893913541Z","hostname":"sock","pid":1661,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.061027838Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.443505032Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3452"} {"msg":"configuring dendrite zone","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.449646007Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3508"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.593271516Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.617538108Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.617572769Z","hostname":"sock","pid":1661,"zone":"oxz_internal_dns_0315f0c8-33da-432d-8454-01e2239c74a9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.646244274Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3548","rack_subnet":"fd00:1122:3344::"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:32.702187397Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:359"} {"msg":"Failed to get switch ID from MGS (retrying in 71.619706ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:32.73451902Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac74a5e-1c79-4184-afac-3eb11f1acce2\", \"content-length\": \"152\", \"date\": \"Wed, 17 Jan 2024 05:13:32 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"7ac74a5e-1c79-4184-afac-3eb11f1acce2\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 132.81404ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:32.808606592Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a713962b-d4e8-45ef-bda9-68d12d1b9885\", \"content-length\": \"152\", \"date\": \"Wed, 17 Jan 2024 05:13:32 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"a713962b-d4e8-45ef-bda9-68d12d1b9885\" }"} {"msg":"Failed to get switch ID from MGS (retrying in 283.781774ms)","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:32.942840016Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:378","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f3de95-3a41-4011-99e0-5a093c419afb\", \"content-length\": \"152\", \"date\": \"Wed, 17 Jan 2024 05:13:32 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"f2f3de95-3a41-4011-99e0-5a093c419afb\" }"} {"msg":"Ensuring address fd00:1122:3344:2::1 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.171306348Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.171370599Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1878"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.227696319Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:407"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.259143836Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:558"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.259228338Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.259669486Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"3"} {"msg":"Configuring boundary services loopback address on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.259679396Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:429","config":"Ipv6Entry {\n addr: fd00:99::1,\n tag: \"omicron\",\n}"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.260005682Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {\n \"0.0.0.0/0\": [\n RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.2.100,\n },\n ],\n },\n v6_routes: {},\n}"} {"msg":"advertising boundary services loopback address","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.261047941Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:457"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.325337221Z","hostname":"sock","pid":1661,"DdmAdminClient":"[fd00:1122:3344:101::2]:8000","component":"ServiceManager","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:99::, len: 64 }"} {"msg":"Setting up internal-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.34349337Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2072"} {"msg":"Received DisksChanged({})","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.367859084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.874591126Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.874723008Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:91","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.875065795Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.87536154Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"c2c9a0ad-ffc4-47b2-aac7-df6c62a86381","remote_addr":"[fd00:1122:3344:101::1]:36581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":11058245,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.87695135Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:33.927776658Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.458925565Z","hostname":"sock","pid":1661,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:417"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.505888701Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:453"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.505900951Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.537680854Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.539693391Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.539698782Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.56911898Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.569350984Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:52742"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.569588479Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.56961352Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.591538558Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.591587359Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.611252546Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.611319577Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.631592196Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.631631696Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.631791029Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.631888221Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.634390858Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.66720984Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.667858322Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.667883513Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.714836638Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte0\", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 141, 247]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.714895989Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.71547631Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.71548396Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.715800106Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.71705687Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.741264131Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:34.76156662Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:35.780829591Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 43.741329ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:35.929386112Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 101.739286ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:35.980648398Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 102.356483ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:36.109903229Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 241.222773ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:36.224782811Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:36.248521474Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 683.133299ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:36.475957566Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:36.48738836Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:36.488185814Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"db766ddb-0c43-49ac-8534-0c72e8dc9c46","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51776","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":687,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 708.592889ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:37.168669987Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 1.200278112s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:37.88824487Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:38.711149238Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"23.740310893s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\""} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 1.017997114s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:39.098238708Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e\") failed: Property not found. retry in 973.523942ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:40.126632959Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:41.142687832Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:41.142757593Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::1b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:41.689457261Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:41.689519712Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Set up NTP service boundary=true, Servers=[\"0.pool.ntp.org\"]","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:42.198594177Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2163"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:42.231883798Z","hostname":"sock","pid":1661,"zone":"oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.420822856Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.496912965Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.497221481Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.497471966Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"9f5bcd8e-5665-470a-bc38-3c117b201b14","remote_addr":"[fd00:1122:3344:101::1]:52742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":13928080,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.499786199Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:494"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.529389261Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.529531413Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:56058"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_979bbaed-cbb7-4f08-91db-16350521d50e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.538400709Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.538539472Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"72cce12e-82da-4a81-9100-088a0409bf81","remote_addr":"[fd00:1122:3344:101::1]:56058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8887,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:48.541805493Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.635646333Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.635800656Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:40205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.644595Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"7f07c962-1e06-4679-b82d-388ac2e3a591","remote_addr":"[fd00:1122:3344:101::1]:40205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8691,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.648247768Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:48.648255028Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.761529541Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.761644903Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:57711"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.770363336Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"1f84b6f1-ac44-4c29-a244-874f30b15721","remote_addr":"[fd00:1122:3344:101::1]:57711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8569,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.772238771Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:48.772244871Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.913155429Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.913293372Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:42899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.92233438Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"c3f1fecd-c841-40a6-ba7c-8254c8076fe7","remote_addr":"[fd00:1122:3344:101::1]:42899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8920,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:48.925690173Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:48.925696923Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.068033367Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.068144439Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:57856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.076726339Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"d8db48e2-1f1c-4e50-acb0-77b827838071","remote_addr":"[fd00:1122:3344:101::1]:57856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8487,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.079767376Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:49.079775036Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.350830112Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.350941324Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:62675"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.359592826Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"6ebbe2d6-7294-4f1b-b90c-2827301ccd81","remote_addr":"[fd00:1122:3344:101::1]:62675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8490,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.361766826Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:49.361790807Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.730484604Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.730605786Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:60876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.739441011Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"93558c97-d001-4b08-93de-476a299358c8","remote_addr":"[fd00:1122:3344:101::1]:60876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8690,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.742486748Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:49.742495138Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.945149078Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.945318111Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:35068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.953659787Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"58cad80e-263c-46c4-8705-f2c8cc596823","remote_addr":"[fd00:1122:3344:101::1]:35068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8287,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:49.957291875Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:49.957299655Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.464062627Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.46422962Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:52372"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.472703838Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"e71255d8-82ef-44a4-97b2-c06cd9f50383","remote_addr":"[fd00:1122:3344:101::1]:52372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8431,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.476952057Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:50.476960267Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.895206029Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.895305911Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:48292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.90330375Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"f5af3d82-933c-47d0-b0f1-e4afda7cdc50","remote_addr":"[fd00:1122:3344:101::1]:48292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7874,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:50.905718415Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:50.905729115Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:51.272372004Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:51.272491696Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:44228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:51.281453903Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"12007ba3-d18c-41ec-a50b-561a8fff77eb","remote_addr":"[fd00:1122:3344:101::1]:44228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8784,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:51.283719616Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:51.283727596Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.044889793Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.045021075Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:51415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.054724556Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"125fe866-74b3-4538-8792-dc06d2debedc","remote_addr":"[fd00:1122:3344:101::1]:51415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":9552,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.057184792Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:52.057195972Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.666028229Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.666143381Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:53999"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.675863002Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"5cb1bbd2-d198-4468-9ed5-679ac616e5b7","remote_addr":"[fd00:1122:3344:101::1]:53999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":9569,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:52.677964471Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:52.677972322Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.3485897Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.348713043Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:53335"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.357510977Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"61f4626a-b773-4d06-8dc5-48af5e0dcefd","remote_addr":"[fd00:1122:3344:101::1]:53335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":8654,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1705468427.5910888, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.359778589Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:53.359787009Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:524","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.426168898Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.814230856Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.81442396Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:37989"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.818466835Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.836466171Z","hostname":"sock","pid":1661,"uri":"/timesync","method":"GET","req_id":"d0fecbf3-81cb-49f3-b587-c43a108757b3","remote_addr":"[fd00:1122:3344:101::1]:37989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":21959,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 265050079, ip_addr: 15.204.87.223, stratum: 3, ref_time: 1705468433.3927414, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.838868096Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:502"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.838876156Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1042"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.867986959Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.868247334Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:33615"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.868544689Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.86857126Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.890332206Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.890399567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.910091155Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.910150336Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.92913138Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:53.929201201Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.029365919Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.02942825Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.123028456Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.123101948Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.217453628Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.217510169Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.304618624Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.304689695Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.403394135Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.403457836Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.40363693Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.411305193Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"bdbea0fd-68f9-4b46-a3f9-45fd961efbd9","remote_addr":"[fd00:1122:3344:101::1]:33615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":542967,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:54.41172124Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"64.420973ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbea0fd-68f9-4b46-a3f9-45fd961efbd9\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:13:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bdbea0fd-68f9-4b46-a3f9-45fd961efbd9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.477901515Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.478877023Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.478900404Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.498761534Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.498834275Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.517965042Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.518022613Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.535432938Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.535487669Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.554035365Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.554098686Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.572912337Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.572967848Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.591668437Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.591728668Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.610339835Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.610396346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.628539125Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.628608686Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.628850561Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.636587275Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"4a0c0a7b-e8ce-444b-8ddc-5571877660ed","remote_addr":"[fd00:1122:3344:101::1]:33615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":157963,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:54.636938241Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"114.887361ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0c0a7b-e8ce-444b-8ddc-5571877660ed\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:13:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4a0c0a7b-e8ce-444b-8ddc-5571877660ed\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.753096168Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.753865402Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.753890533Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.771664565Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.771720595Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.789476627Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.789529118Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.807784808Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.807842039Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.824949968Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.824996269Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.842041017Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.842087628Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.860004522Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.860059343Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.877961747Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.878031629Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.89688405Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.896944441Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.897184966Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:54.905257756Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"64709198-aa36-46b3-aaf2-d1f4603d4d29","remote_addr":"[fd00:1122:3344:101::1]:33615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":151605,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:54.905562112Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"154.934279ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64709198-aa36-46b3-aaf2-d1f4603d4d29\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:13:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"64709198-aa36-46b3-aaf2-d1f4603d4d29\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.061712145Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.06250545Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.06253358Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.081073436Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.083025202Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.099685883Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.099737644Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.11772132Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.117785691Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.135809997Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.135868938Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.153877804Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.153925735Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.174421597Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.174468238Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.193709727Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.193763108Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.211366426Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.211440197Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.211632481Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.218835675Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"f89f94e9-34c2-46e0-af8a-37d6880d9c78","remote_addr":"[fd00:1122:3344:101::1]:33615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":156527,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:55.219150031Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"98.292451ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89f94e9-34c2-46e0-af8a-37d6880d9c78\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:13:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f89f94e9-34c2-46e0-af8a-37d6880d9c78\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.318513594Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.319167786Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.319183896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.33762239Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.337687102Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.356474342Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.356533783Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.374475718Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.374540649Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.392847951Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.392905921Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.411155692Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.411207963Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.428937734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.428992915Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.448127162Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.450468975Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.466171778Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.46624192Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.466449713Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:55.473481775Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"359f282d-5061-4948-ad7d-df26eadeebd3","remote_addr":"[fd00:1122:3344:101::1]:33615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":154431,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:13:55.473847221Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"285.032858ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"359f282d-5061-4948-ad7d-df26eadeebd3\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:13:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"359f282d-5061-4948-ad7d-df26eadeebd3\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.185252166Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.186628192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.186641582Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.189312372Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.20581215Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.205875831Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.223458508Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.22351676Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.241806731Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.241866732Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.259510591Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.259576852Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.277567658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.277620279Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.295105545Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.295163876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.313791684Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.313843394Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.330807931Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.330864792Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.331077746Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.337971444Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.345304141Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.345315752Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.345334882Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.345339312Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.345351522Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.437555072Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.442019565Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.446351526Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.450794959Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.455391325Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.460224885Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.465055345Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.469882865Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.474794727Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:56.48035622Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:13:58.196171844Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Profile for oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.029643192Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.029781465Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.135943945Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.136120319Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.14262575Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.142810313Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.151275861Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.151430304Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.160719217Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:00.160904311Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 44.449077ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.181341342Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 92.903047ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.235092594Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 40.069737ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.346001003Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 282.040317ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.36406437Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 30.347725ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.383036274Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 56.737207ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.406053763Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 124.827975ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:00.52969257Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 45.780383ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:01.380196383Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 228.044557ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:01.40363059Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 371.872744ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:02.148941512Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 89.940528ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:02.30484141Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 68.042935ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:02.614384754Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 141.910135ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:02.95139168Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 249.589717ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:02.991786183Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 933.703534ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.007781451Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 175.355561ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.02272491Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 138.875117ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.034681723Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 135.903142ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.106370961Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 247.221703ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.185099469Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:03.197606242Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 569.284663ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.211247037Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 931.853666ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.253308471Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 290.658619ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.263553522Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 485.607198ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.443780974Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 599.379228ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.564876873Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 947.080595ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.790850447Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 564.869561ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.939189304Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.19510834s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:03.949535557Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 927.354971ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:04.174455223Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.373070341s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:04.194993736Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.344838677s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:04.512388956Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 975.743348ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:04.747534322Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 1.247569099s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:05.111684375Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.445168592s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:05.153116258Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 816.493426ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:05.575858243Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 593.370465ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:05.733346821Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 722.234699ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:05.865833961Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:06.290960981Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:06.291615443Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"6156e1ec-4748-4136-a9e9-d6b82aea5ef8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44424","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":591,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.008683807s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:06.335626764Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 524.884688ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:06.36811657Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.149682783s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:06.401126846Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.342010935s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:06.596178464Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 536.136431ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:06.60724651Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 1.357766119s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:06.900856607Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.104235482s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:07.153188034Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.415836997s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:07.353060822Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.149817124s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:07.559207227Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.236622575s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:07.947159333Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:08.199401078Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 870.862617ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:08.266725474Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 1.056150755s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:08.27403081Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 743.216817ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:08.716778398Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.37313662s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:08.777892528Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 890.644142ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:09.148429229Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.355706736s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:09.193402908Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 743.953758ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:09.340507292Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 565.972417ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:09.46850595Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.407690885s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:10.045128654Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 701.594293ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:10.053812896Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 1.100687335s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:10.094478485Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 988.234222ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:10.159751052Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 862.237484ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:10.558216695Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.488211917s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:10.765133815Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.190326997s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:11.156734239Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 1.241034103s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:11.205932667Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.399945826s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:11.432300779Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.263459034s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:11.463421129Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.436377341s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:12.262980683Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.429864909s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:12.356264933Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 986.166218ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:12.456772788Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 612.661138ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:12.735486316Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 883.297068ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:12.841200167Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:13.200726594Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.332378294s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:13.357996547Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 937.363785ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:13.453888086Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.25547618s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:13.709515204Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 617.473577ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:13.733449841Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 551.872081ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:13.795326685Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.468206864s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:14.357906309Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.221084127s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:14.365740915Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 901.831802ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:14.401754026Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.047181771s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:14.700424527Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 626.725213ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:14.975362325Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2\") failed: Property not found. retry in 1.395870537s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:15.312559795Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 600.208263ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:15.595647775Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0\") failed: Property not found. retry in 1.438453882s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:15.610560153Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_df484553-aa35-414a-b8fa-1483088293f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c\") failed: Property not found. retry in 1.444622878s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:15.756607386Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_8c846a2b-61b6-4ebf-a203-209cf9cf982c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39\") failed: Property not found. retry in 1.317773685s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:15.834404988Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_675993fb-d671-491b-9aff-407f932ffe39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76\") failed: Property not found. retry in 1.344420236s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:16.206205243Z","hostname":"sock","pid":1661,"zone":"oxz_cockroachdb_dd5e1f51-fe70-4201-9dc9-22622fd94a76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.571530669Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.571871396Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.57212606Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"4d77d5de-bef4-481f-ab25-b3cc253b4de1","remote_addr":"[fd00:1122:3344:101::1]:33615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":21386349,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.605264478Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:38802"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.632780562Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"8cc2e0f9-d4a8-4a6e-b5d2-ff67a81df6d3","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27413,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:17.633053277Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"115.560114ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc2e0f9-d4a8-4a6e-b5d2-ff67a81df6d3\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8cc2e0f9-d4a8-4a6e-b5d2-ff67a81df6d3\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.777505791Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"ac567b1c-a789-4674-af63-83e76f2a4fa5","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27227,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:17.777774145Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"88.741046ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac567b1c-a789-4674-af63-83e76f2a4fa5\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ac567b1c-a789-4674-af63-83e76f2a4fa5\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:17.89490059Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"06f57386-9eeb-4e91-b7f8-d4850447f6cb","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26925,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:17.895071793Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"111.097568ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f57386-9eeb-4e91-b7f8-d4850447f6cb\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"06f57386-9eeb-4e91-b7f8-d4850447f6cb\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:18.033585167Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"9c743cc9-c482-4b53-af09-03a8baf1c3cc","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26337,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:18.033804851Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"153.991997ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c743cc9-c482-4b53-af09-03a8baf1c3cc\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9c743cc9-c482-4b53-af09-03a8baf1c3cc\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:18.214068904Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"157b7c11-81e7-4667-af18-49bf240de40c","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":25165,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:18.214875119Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"122.014259ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"157b7c11-81e7-4667-af18-49bf240de40c\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"157b7c11-81e7-4667-af18-49bf240de40c\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:18.214891849Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:18.365797044Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"421f9d0c-982b-4c0d-87f8-ba24e1a86ea3","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27660,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:18.365985697Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"150.997416ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"421f9d0c-982b-4c0d-87f8-ba24e1a86ea3\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"421f9d0c-982b-4c0d-87f8-ba24e1a86ea3\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:18.54787925Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"f838fc74-464f-40dd-8a38-992e2031f59b","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":29691,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:18.548165226Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"260.787168ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f838fc74-464f-40dd-8a38-992e2031f59b\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f838fc74-464f-40dd-8a38-992e2031f59b\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:18.842397253Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"bbceeb0c-4529-4973-bacc-ae97497960c8","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2045e16d-6027-4550-a9a7-0a4f6bc177a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":32149,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:18.842644487Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:758","retry_after":"533.291156ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbceeb0c-4529-4973-bacc-ae97497960c8\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bbceeb0c-4529-4973-bacc-ae97497960c8\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:19.403663502Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2999"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:31.948356779Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3017"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:33.973175557Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:3038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:33.973367427Z","hostname":"sock","pid":1661,"uri":"/cockroachdb","method":"POST","req_id":"b066a7dd-5f46-455f-a422-01928227760d","remote_addr":"[fd00:1122:3344:101::1]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":14564040,"response_code":"204"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:33.974226718Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.011702928Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.012150424Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::1]:54697"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.01256701Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.012574576Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.043558008Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.043619762Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.070819507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.070881552Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.098019001Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.098082602Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.122428518Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.125240613Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.148107032Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.148172181Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.173565467Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.173631102Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.196999929Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.197064542Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.220159966Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.220213339Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.290288192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.290365894Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.36017356Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.360244923Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.42529787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.425357366Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.499015389Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.49907493Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.573706145Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.573792171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.651755227Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.651832975Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.744692891Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.744756587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.828292302Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.82835639Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.897160156Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.897225519Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.971330535Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:34.971393321Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.038811787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.038873111Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.099508576Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.099576677Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.09982871Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.117599232Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"46afcce0-f263-427d-9d7f-a808b7e0f0b6","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":1102316,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:35.118525305Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"61.919616ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46afcce0-f263-427d-9d7f-a808b7e0f0b6\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"46afcce0-f263-427d-9d7f-a808b7e0f0b6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.181288917Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.182021043Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.182032256Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.204518936Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.204575141Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.225180845Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.225238165Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.246234891Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.246288142Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.267344261Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.267398112Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.287765567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.287886663Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.308414225Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.308464513Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.328424282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.328474308Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.347741326Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.347792871Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.368389418Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.368435506Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.389633483Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.389684249Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.410450508Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.41050119Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.432345405Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.432405838Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.455535421Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.455588072Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.477018435Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.477072389Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.498008414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.498059892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.518358814Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.518412017Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.538914058Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.538962106Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.560332836Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.560384924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.58195466Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.582004827Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.604585736Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.604645279Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.604937818Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.613616801Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"a358f01d-87ac-4f04-933f-af31e8c0c372","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":430638,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:35.61396209Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"64.272924ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a358f01d-87ac-4f04-933f-af31e8c0c372\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a358f01d-87ac-4f04-933f-af31e8c0c372\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.679511019Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.680225518Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.680237171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.703469821Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.703515207Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.726710871Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.726753575Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.746288733Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.746352691Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.769200762Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.769246944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.790059562Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.790103531Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.812643451Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.812690908Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.832678276Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.83272338Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.850320808Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.850430577Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.869358507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.869474252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.888130252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.888177653Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.906112459Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.906162644Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.923937226Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.923982742Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.941043531Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.941089413Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.958407345Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.958458683Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.976385241Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.976433439Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.994616013Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:35.994660058Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.013068514Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.013117039Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.034441816Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.034499248Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.056733594Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.056784567Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.076901413Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.077022787Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.077251916Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.08540787Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"3d8ea3ac-a15f-4226-8547-3f9ee0f9adbc","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":404294,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:36.085728539Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"92.461212ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8ea3ac-a15f-4226-8547-3f9ee0f9adbc\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3d8ea3ac-a15f-4226-8547-3f9ee0f9adbc\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.180186086Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.181017314Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.181040762Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.204395858Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.204464719Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.227068207Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.227128057Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.248657409Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.248719838Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.270215403Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.270277973Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.290888018Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.290952059Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.311332775Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.311396714Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.332912299Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.332973369Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.353834459Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.353898427Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.366104017Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53747"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.366346525Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"1a41f631-2873-4e7e-8685-cffd831de664","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53747","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":158,"response_code":"200"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.374055578Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.374076512Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.394583137Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.39464161Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.416704423Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.416763702Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.437472524Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.437528728Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.456337031Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.456394717Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.477131742Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.477190505Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.497603195Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.497672665Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.516816202Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.516869734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.539321158Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.539377915Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.559108491Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.559166139Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.579372523Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.579436003Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.600208466Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.600278076Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.600557816Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.608614684Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8a672cb3-4aa5-4735-ba1e-cddf0657a71f","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":426612,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:36.60892878Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"247.504233ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a672cb3-4aa5-4735-ba1e-cddf0657a71f\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8a672cb3-4aa5-4735-ba1e-cddf0657a71f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.857860584Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.858580044Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.858588051Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.881852014Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.881890246Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.902014611Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.902049252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.923600765Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.923642306Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.941896382Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.941938082Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.963555441Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.963593467Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.982989671Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:36.983046307Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.002867019Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.002908484Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.024296856Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.024339607Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.047651482Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.047692321Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.069773721Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.069813013Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.092033818Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.092077347Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.114055879Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.114093108Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.135661807Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.135702007Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.157177171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.157216959Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.179292807Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.179330926Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.200540608Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.200578896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.222313043Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.222362488Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.241571647Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.241621626Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.263061559Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.265969775Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.285046108Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.285110272Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.285401771Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.293909458Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"8749d5e7-3877-4143-a255-f50795fb2a10","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":434349,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:37.294350771Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"164.216234ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8749d5e7-3877-4143-a255-f50795fb2a10\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8749d5e7-3877-4143-a255-f50795fb2a10\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.461004249Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.461791813Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.461810658Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.485485362Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.48554705Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.510804368Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.510914721Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.531734624Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.531776221Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.55230146Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.55234138Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.574563474Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.574602147Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.593224046Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.593261761Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.615085617Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.615188856Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.634275555Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.63432695Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.654108989Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.65414648Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.674502534Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.674536013Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.69409119Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.69412734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.714039228Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.714070765Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.733232914Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.733265324Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.753116348Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.75315203Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.771379179Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.77141561Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.791138528Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.791182385Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.80923318Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.809265898Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.829975286Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.830010865Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.849290308Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.849334446Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.867476954Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.867517587Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.867755088Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:37.875964289Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d6c58f82-a7e7-442e-b7f0-a14b0256929e","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":413287,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:37.876313139Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"356.85369ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c58f82-a7e7-442e-b7f0-a14b0256929e\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d6c58f82-a7e7-442e-b7f0-a14b0256929e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.235745939Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.236552858Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.23656933Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.259341819Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.259405101Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.281898116Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.282019005Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.301787927Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.301843071Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.319612252Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.319674859Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.33826087Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.338310099Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.356212899Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.356268887Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.375958938Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.37601277Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.394514138Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.394567783Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.413999641Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.414052433Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.4327931Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.435133501Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.45128092Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.45134213Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.469691147Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.469751092Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.488338168Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.488384294Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.508723816Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.508755298Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.527817272Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.52787341Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.545207587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.545260388Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.563021437Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.563072635Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.581198768Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.581249348Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.599724087Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.599835366Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.618441848Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.618482874Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.618728157Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.626328287Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"ab19e211-b8c8-4a01-b26f-c52f6a5c398b","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":388911,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:38.626682856Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"203.15484ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab19e211-b8c8-4a01-b26f-c52f6a5c398b\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ab19e211-b8c8-4a01-b26f-c52f6a5c398b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.83068517Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.831559965Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.831574253Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.851277458Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.851338697Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.870422487Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.870472157Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.890690905Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.890747072Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.908972651Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.909026887Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.927828154Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.927888952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.945775959Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.945834929Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.964047692Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.964101712Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.982090983Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.982150188Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:38.988571555Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.004355475Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.004405801Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.02551212Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.025564931Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.045388861Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.045439215Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.064442971Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.064501575Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.08396051Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.084017876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.102640807Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.102703526Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.121745062Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.121811822Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.139866605Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.139921872Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.157756749Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.157809278Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.176107116Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.17616242Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.194157221Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.194214625Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.2126338Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.212698948Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.212915694Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.220094093Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"64235d6b-bda2-49aa-aeec-726fbf6e753d","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":387735,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:39.220508835Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"486.084054ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64235d6b-bda2-49aa-aeec-726fbf6e753d\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"64235d6b-bda2-49aa-aeec-726fbf6e753d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.709284614Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.71006406Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.710071045Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.735498587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.735549185Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.758403639Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.758447552Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.782434844Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.782479067Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.805572906Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.805618206Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.828358692Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.828398752Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.850692076Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.850744371Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.872646417Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.872687892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.894818473Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.894857268Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.917228759Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.917273066Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.940209908Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.940256765Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.961397917Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.961436336Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.984027563Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:39.984065673Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.005387837Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.005425956Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.029827231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.029868546Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.05258387Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.052623405Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.074296219Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.074336279Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.096435378Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.09648862Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.118162077Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.118201968Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.139678745Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.139740284Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.162966319Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.163111511Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.163330749Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.171888674Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"0d8ceae8-1ee4-4f3a-af0e-ef222e7a62e7","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":460803,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:40.172285536Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"343.657874ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8ceae8-1ee4-4f3a-af0e-ef222e7a62e7\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0d8ceae8-1ee4-4f3a-af0e-ef222e7a62e7\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.517499682Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.518241242Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.518255577Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.542735017Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.542779792Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.565797369Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.565837682Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.587433827Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.587475396Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.608337873Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.608376114Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.629167867Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.629209136Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.650593578Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.650633573Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.670888293Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.670931588Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.692336623Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.692383143Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.713318779Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.71335822Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.735057738Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.735095614Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.755353009Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.755394616Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.7764207Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.776457901Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.798592513Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.79863292Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.820485326Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.820529427Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.841288491Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.841326732Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.862510839Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.862551255Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.885154642Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.885224994Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.907853179Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.907913058Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.930731935Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.930791683Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.953335145Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.95337962Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.953633323Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:40.962825378Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"1650fbbd-481b-4880-bef6-dc6c8ad4990d","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":443615,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:40.963220095Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"631.815714ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1650fbbd-481b-4880-bef6-dc6c8ad4990d\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1650fbbd-481b-4880-bef6-dc6c8ad4990d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.597458284Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.598197272Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.598211775Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.620602163Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.620665127Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.641614396Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.641670066Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.660312251Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.660366927Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.679535375Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.679588533Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.698945381Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.699006282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.717607653Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.717666904Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.736046154Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.736108714Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.754561629Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.754615602Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.773561073Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.773620587Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.79246664Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.792533448Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.812735752Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.812790241Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.831718402Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.831772525Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.850408683Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.850464962Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.869704481Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.869769442Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.888496268Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.888551122Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.907283323Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.907333921Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.925958022Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.926020151Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.944058019Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.944109282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.961682981Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.961737629Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.982176996Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.982246709Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.982460388Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:41.990404157Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"75344b11-bda8-4f21-85f6-9dc4069003b0","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":391354,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:41.990727694Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"725.796216ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75344b11-bda8-4f21-85f6-9dc4069003b0\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"75344b11-bda8-4f21-85f6-9dc4069003b0\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.718117222Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.718935517Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.718944637Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.741423977Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.741482048Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.762476709Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.76252744Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.781359282Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.781399892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.801895534Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.801936994Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.825040965Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.825086726Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.846977375Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.847027456Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.866757314Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.866801784Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.886163516Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.886223387Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.906951433Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.907024265Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.928397804Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.928459674Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.947489429Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.947551351Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.967302679Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.96736493Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.986732681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:42.986791693Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.005579253Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.005642584Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.027546823Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.027612124Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.049670315Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.049735467Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.070593896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.070656577Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.091108288Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.09116798Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.112117Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.112172361Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.134430407Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.134485688Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.134731422Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.143102068Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"59e2a00a-e54d-4859-bad4-601e64850a89","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":424397,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:43.143458555Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"501.237067ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e2a00a-e54d-4859-bad4-601e64850a89\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"59e2a00a-e54d-4859-bad4-601e64850a89\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.645889277Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.647002637Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.647017818Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.66910039Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.669162161Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.689408659Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.68947356Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.708114148Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.708180659Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.726213275Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.726280816Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.744842213Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.744904624Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.764125172Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.764184183Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.7827672Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.782826681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.801369547Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.801444088Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.820731078Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.820788469Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.841464015Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.841511896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.860580861Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.860634442Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.879760149Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.87980178Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.897844306Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.897919798Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.915602127Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.915686879Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.934389168Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.934450429Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.953161228Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.9532332Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.971354447Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.971415569Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.989139819Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:43.989213441Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.000606093Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.007678055Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.007705236Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.029994181Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.030080073Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.030325227Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.03850808Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"c80cf103-485e-43d0-8504-d710eb3373f1","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":391709,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:44.038905347Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"711.846102ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80cf103-485e-43d0-8504-d710eb3373f1\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c80cf103-485e-43d0-8504-d710eb3373f1\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.752238943Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.753017548Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.753041188Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.776139569Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.77620962Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.798387243Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.798446745Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.818642071Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.818704032Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.839734505Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.839789106Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.859539254Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.86197247Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.879402084Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.879468156Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.899091762Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.899159433Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.91827086Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.918341821Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.936613462Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.936673223Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.955737668Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.95580643Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.9735392Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.973595421Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.991579007Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:44.991648468Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.010981269Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.01104613Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.029987493Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.030056815Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.048435768Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.048510829Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.06947383Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.069531211Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.08827336Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.088335272Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.108010799Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.10806972Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.126074236Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.126144157Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.144819085Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.144903867Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.145181412Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:45.152450028Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"1804aad6-48e6-492e-85b7-f3bc3d578407","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":399692,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:45.152851115Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.39720827s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1804aad6-48e6-492e-85b7-f3bc3d578407\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1804aad6-48e6-492e-85b7-f3bc3d578407\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.550413453Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.551242628Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.551272979Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.574612824Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.574683976Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.595562035Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.595627796Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.614920876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.614995537Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.633667746Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.633728427Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.652187701Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.652252192Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.669756859Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.66982308Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.688450528Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.688507739Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.706932872Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.706990553Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.724817066Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.724878197Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.743139978Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.743210479Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.761536371Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.761588762Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.78185992Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.781920321Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.80115872Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.801221831Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.821154383Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.821217564Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.842684304Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.842750516Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.863634955Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.863691896Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.884847561Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.884913062Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.904584929Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.90464524Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.924499681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.924556542Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.943428774Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.943498325Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.943733299Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:46.950909693Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"d7d9fd3e-b315-4a19-b64b-c09bdf495a8e","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":399913,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:46.95128681Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.360207781s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d9fd3e-b315-4a19-b64b-c09bdf495a8e\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d7d9fd3e-b315-4a19-b64b-c09bdf495a8e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.312863197Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.31359777Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.313619131Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.337035468Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.337123669Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.358738002Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.358804263Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.378325808Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.378396019Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.397406134Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.397469185Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.416225645Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.416298736Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.43418306Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.434242461Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.452077563Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.452138424Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.46959759Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.469667702Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.487774329Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.487836681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.506217193Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.506270744Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.523868073Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.523940834Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.543324836Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.543386286Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.561332691Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.561384842Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.579680374Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.579736775Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.598191129Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.59826408Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.616602492Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.618929266Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.634328513Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.634388544Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.65237369Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.652445111Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.670442316Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.670510608Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.688287489Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.688361101Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.688616015Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:48.696697386Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"0f59d11b-f4c2-47f5-8c4e-2a92b6cb8144","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":383312,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:48.697097154Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.388079828s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f59d11b-f4c2-47f5-8c4e-2a92b6cb8144\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0f59d11b-f4c2-47f5-8c4e-2a92b6cb8144\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:49.001547492Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.087193522Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.087939336Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.087952887Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.111278971Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.111345743Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.13318956Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.133254181Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.15463988Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.154710012Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.177384965Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.177458996Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.196090924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.196160665Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.213740423Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.215972944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.232762648Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.232826799Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.250509019Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.25057431Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.268618606Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.268698708Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.287386976Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.287457988Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.306053535Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.306128466Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.324102691Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.324167042Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.342539735Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.342621687Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.36102414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.361094341Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.379533165Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.379612787Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.398365026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.398430378Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.417085366Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.417168487Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.435240254Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.435316966Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.45432064Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.454403642Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.472657842Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.472721964Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.472958158Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:50.481249832Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"b0a3b15d-12fa-4e06-b5bd-47926674f4ab","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":393527,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:50.48162035Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.206462735s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a3b15d-12fa-4e06-b5bd-47926674f4ab\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b0a3b15d-12fa-4e06-b5bd-47926674f4ab\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.689176915Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.68995465Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.68997039Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.711717956Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.713920867Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.730585668Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.730643599Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.7505629Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.750620551Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.76826297Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.768346112Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.786146894Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.786212575Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.804835442Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.804894963Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.823677713Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.823730414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.843157437Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.843223168Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.861644371Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.861706052Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.881677715Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.881728346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.901521625Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.901608397Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.921456797Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.921532548Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.942144833Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.942205184Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.96129581Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.961354481Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.980533789Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.98059128Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:52.999565524Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.001922228Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.018948545Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.019013967Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.038836276Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.038907268Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.062298554Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.065329531Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.082634184Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.082722865Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.082913819Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:53.091735363Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"2623547e-c411-4dc1-8c5d-a73fce31d974","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":401981,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:53.092128201Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"3.271427598s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2623547e-c411-4dc1-8c5d-a73fce31d974\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2623547e-c411-4dc1-8c5d-a73fce31d974\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:54.002880418Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.364931496Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.366051607Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.366061437Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.387538397Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.387605429Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.409401985Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.409464426Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.429106873Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.429177924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.447117829Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.44718747Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.465560973Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.465634874Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.482728913Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.482785454Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.501067315Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.501138467Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.518546681Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.518613102Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.536999205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.537065897Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.555313677Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.555382268Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.573091869Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.57315952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.591145975Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.591221627Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.609664401Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.609736402Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.628243707Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.628310989Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.646398416Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.646470617Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.664580825Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.664649346Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.68252103Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.682594271Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.700677338Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.700729639Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.71842971Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.718505661Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.73667495Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.736763392Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.736981126Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:56.74417258Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"733aa4ce-557f-424f-88bb-a37bf791710c","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":378737,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:56.744553497Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"1.572628746s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733aa4ce-557f-424f-88bb-a37bf791710c\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"733aa4ce-557f-424f-88bb-a37bf791710c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.319122516Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.319959081Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.319976551Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.343196834Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.343262746Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.364507722Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.364575923Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.384199589Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.38426034Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.401543283Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.401616744Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.419517328Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.419594699Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.437116066Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.437176547Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.455736194Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.455799855Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.473906803Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.473976924Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.491914979Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.49197782Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.509812832Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.509868853Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.529445908Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.52951223Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.548167208Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.548237399Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.567644541Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.567714952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.586085915Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.586155876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.6040237Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.604084881Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.622028366Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.622082136Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.640543631Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.640601682Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.659546145Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.659603726Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.677658423Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.677728025Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.695410664Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.695493096Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.695754181Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:58.702851323Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"ec7d4f68-54d6-4743-b061-b561519b58bc","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":383115,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:14:58.70325125Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"2.794104901s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7d4f68-54d6-4743-b061-b561519b58bc\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:14:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ec7d4f68-54d6-4743-b061-b561519b58bc\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:14:59.003630112Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.499090519Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.499873814Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.499883804Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.525814988Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.525884489Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.548751136Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.548819637Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.571564381Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.571625512Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.593703414Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.593760425Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.615528171Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.615589472Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.63693219Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.639288214Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.655930205Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.655986026Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.674022952Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.674094734Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.692462566Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.692528267Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.710658226Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.710713517Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.728995808Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.729052529Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.747154166Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.747215748Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.765501009Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.76556941Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.783383012Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.783439703Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.80151697Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.801594971Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.820956892Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.821008733Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.838819805Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.838885407Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.856464364Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.856530916Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.87604134Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.876126561Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.894726618Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.89484271Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.895085835Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:01.902671426Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"27fd0186-d889-4860-91b8-d28eed89a8ae","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":403000,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:01.903039173Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"4.110054675s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fd0186-d889-4860-91b8-d28eed89a8ae\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:15:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"27fd0186-d889-4860-91b8-d28eed89a8ae\" }"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:04.00500733Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.013658276Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.014495101Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.014514232Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.038382127Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.038463708Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.060590791Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.060674223Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.080845369Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.083173033Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.098763883Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.098824545Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.117701217Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.117777058Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.136962486Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.137030037Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.155452271Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.155514742Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.173763332Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.173831193Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.191492083Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.191561764Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.209761344Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.209830565Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.229589684Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.231893716Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.248511226Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.248574388Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.267032832Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.267098833Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.285457986Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.285525507Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.303709996Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.303778588Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.322524607Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.322592168Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.340630225Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.340699076Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.359097919Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.35915768Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.378185895Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.378242406Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.397135019Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.39720306Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.397431864Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.404976445Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"751df092-264e-46b1-9dca-64f3766742ec","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:846","error_message_external":"Internal Server Error","error_message_internal":"Time not yet synchronized","latency_us":390676,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:06.405408763Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:337","retry_after":"6.518836121s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751df092-264e-46b1-9dca-64f3766742ec\", \"content-length\": \"124\", \"date\": \"Wed, 17 Jan 2024 05:15:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"751df092-264e-46b1-9dca-64f3766742ec\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.416664053Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62230"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:06.416780655Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"c9c1d7e2-d043-4c9d-8783-4858dd0a6e5c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62230","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":47,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:09.006346736Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0315f0c8-33da-432d-8454-01e2239c74a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 83aecd56-3aa0-4583-b062-8012bd046a6c, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 979bbaed-cbb7-4f08-91db-16350521d50e, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5addbfd6-8e1e-49c3-af7c-50ccb34968a9, kind: Service { id: 979bbaed-cbb7-4f08-91db-16350521d50e }, name: Name(\"ntp-979bbaed-cbb7-4f08-91db-16350521d50e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: df484553-aa35-414a-b8fa-1483088293f0, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 675993fb-d671-491b-9aff-407f932ffe39, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 26a996cc-a435-48c2-9a79-3806ac033400, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 7093a1e3-c528-4027-a6d6-3f71136002c2, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 67665777-44f3-4a40-af59-7b6abd64032e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: bdba0d50-c58d-4e1a-8b44-3f222418248a, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8a95a92a-a362-4a62-bbd8-4beb42536148, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b5f0a9a2-efe1-4743-98be-518f62d32488, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 2b55e815-a474-4fb3-a999-34836c6be239, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.926309602Z","hostname":"sock","pid":1661,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:299"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.927123396Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: c6cbba3f-f37b-4e65-9d1f-84d8362bfe29, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.927133231Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.949479424Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 0315f0c8-33da-432d-8454-01e2239c74a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.949550885Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.97017926Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 83aecd56-3aa0-4583-b062-8012bd046a6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.970241691Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.990640582Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: df484553-aa35-414a-b8fa-1483088293f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:12.990708693Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.00770238Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 675993fb-d671-491b-9aff-407f932ffe39, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.007757801Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.029730721Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2045e16d-6027-4550-a9a7-0a4f6bc177a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.029790932Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.050810484Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: dd5e1f51-fe70-4201-9dc9-22622fd94a76, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.050872805Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.071962249Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 8c846a2b-61b6-4ebf-a203-209cf9cf982c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.07201963Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.091249598Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 26a996cc-a435-48c2-9a79-3806ac033400, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.091317059Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.111589168Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 66ec4fc5-59dc-435c-8d66-1395a57518c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.111667089Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.130411729Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 67665777-44f3-4a40-af59-7b6abd64032e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.13047944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.149418043Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b5f0a9a2-efe1-4743-98be-518f62d32488, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.149474694Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.167626383Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.167701144Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.186347712Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 77c8f6c4-f939-4c08-be7b-7a4a376dec47, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.186416944Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.203717146Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2b55e815-a474-4fb3-a999-34836c6be239, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.203781067Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.223055997Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 2c45b8ce-8081-40c8-aa96-2bf5dbda119c, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.223122418Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.244906004Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 7dd8b277-bc77-40b7-97c9-dd3bba38812a, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.244961036Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.264288656Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: 9f8dd614-d5d6-4fd1-b860-f9f6da7ae887, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.264369067Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.282290062Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: af6f21a7-2e6d-40ce-9f1b-426545843cc8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.282346653Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.299247148Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"add_dataset: NewFilesystemRequest { dataset_id: b81b0e31-9733-4a85-bcf2-e464c8edd2b8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.299304049Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:564"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.319111768Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.31920078Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.319435214Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.326503117Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.331438358Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.331632632Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.331642552Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.335402512Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.335575536Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.335598876Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.340440046Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.340599559Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.340625Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.34064293Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.34547389Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.345625093Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.345639333Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.345650003Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.348070799Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:253"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.348195041Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.351834989Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.351842739Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.351848569Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.621363386Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.625993403Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.63044625Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.634768576Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.639731499Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.644479588Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.649180105Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.654548375Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.65910179Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.663452042Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.668600547Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.673262074Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.678489042Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.683473395Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.688199883Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.692707307Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.697613499Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.702915458Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.707718117Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.712415085Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.718574299Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.724408218Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.729670906Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.735323952Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.781395141Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.815822613Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.847265059Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.87892367Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.879045072Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.885121695Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.890643248Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.896194302Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.944204958Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:270","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.948150161Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:13.948181101Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.008862324Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.026632745Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte1\", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 184, 117]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.026693836Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.02849914Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.02851815Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.078935831Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte2\", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 175, 212]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.079001942Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.082456946Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.082471266Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.176972189Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte3\", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 155, 171]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.17704389Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.17970136Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.179726011Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.23009026Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte4\", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 232, 50]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.230154611Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.23278775Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:295"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.232810611Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:187","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.309593953Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte5\", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 240, 235]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.309669544Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1262","zone_type":"external_dns"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.310875427Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.310894427Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.311082671Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.311090731Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.311213533Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.311218973Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.312032878Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.312038468Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.312180191Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:98"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.312185231Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:105"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.312231772Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.313957834Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.316254537Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.316266847Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.316273718Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.319723972Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.322133327Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.322145447Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:133"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.322151907Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.37431029Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.45204075Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.457780307Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.463880951Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.470157118Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.475745542Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.481427918Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.487795447Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.495000641Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.500482834Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:14.506901583Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.37352581Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.373728754Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.381506248Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.381680222Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.414386542Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.414554005Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.422555984Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.422731537Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.445787098Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.446049752Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.467650835Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.467811268Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.536307816Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.53651558Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.552452457Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 52.108475ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.654400819Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 31.428749ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.667703357Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 64.930322ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.680857782Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 25.457589ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.69093582Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 72.219015ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.700142962Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.700401627Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 68.777449ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.709636109Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:16.709874804Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 95.886648ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.727012993Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 91.417938ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:16.865655848Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 138.484402ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.110685519Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.169986355Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 83.02091ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.397266674Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 60.816415ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.533455354Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 91.268785ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.612258944Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 134.037841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.626549701Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 72.314238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.640828927Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 130.369479ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.657087931Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 205.042259ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.674598547Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 230.931801ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.692107504Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.692280637Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.700437009Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 291.227961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.715176344Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 96.320825ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.730035311Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 129.974228ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.744106524Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 107.544062ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.757644666Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.757889681Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.758040264Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 165.815721ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.782028651Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 70.188886ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.794405891Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 396.695895ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.80562682Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.805735692Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Profile for oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.812800194Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:17.813011558Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 178.449395ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.83936498Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 63.098819ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.890883171Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 268.101164ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.936470641Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 392.673252ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.953728403Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 495.242797ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:17.969234532Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 208.050356ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.020216103Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 284.566034ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.03884096Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 479.447631ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.055254526Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 40.385263ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.072324535Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 368.287652ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.089912413Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 344.102771ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.10475707Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 133.882841ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.129110464Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 32.991305ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.152720875Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 56.726645ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.164445213Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 61.677119ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.174216905Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 72.740281ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.197449089Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 820.153801ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.215922883Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 305.633704ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.229560998Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 585.085735ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.2436268Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 146.543558ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.253702628Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 53.889034ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.265350043Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 211.152967ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.275090507Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 251.633929ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.285998701Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 103.634695ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.332804854Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 1.058284535s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.34389337Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 824.456244ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.380567085Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 281.888575ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.43611023Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 251.219235ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.509983848Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 537.633997ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.533156591Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 480.240741ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.553863707Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 781.227474ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.572709109Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 522.011597ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.597420759Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 1.195234583s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.647201508Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 541.871217ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.704262322Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 573.943271ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.733855754Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 258.095121ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.766492073Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 596.115567ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.811444611Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 479.336427ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:18.858120771Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:19.011046894Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 815.902318ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.05051736Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 572.740663ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.080863306Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 545.654978ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.102956418Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 972.005163ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.120989715Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 672.887845ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.143139868Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 739.302463ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.22796236Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 703.524719ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.267514608Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 1.11656466s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.391428189Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 912.820048ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.422767993Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 1.125538044s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.443255616Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 822.744597ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.462508385Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 874.908404ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.483727831Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 789.716837ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.663920182Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 580.270283ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.677834441Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:19.704389166Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 1.04948811s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.829646793Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 885.0577ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.856888001Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 1.231346663s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.878532385Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 44.208854ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.96140062Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 725.896152ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.979175322Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 1.285330166s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:19.991162635Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 146.634329ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.01607534Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 799.257572ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.107395534Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 104.658536ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.263971904Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 645.259865ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.297164673Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:20.314236662Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:20.318517752Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 1.496429327s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.352454915Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 860.166287ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.370649394Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 663.267671ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.38439649Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 439.394407ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.398706637Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 1.316381s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.468943287Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:20.500280952Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 861.591467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.522412375Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 1.232740741s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.581555048Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 46.209478ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.593512091Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 36.30259ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.60472932Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 64.497549ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.653567581Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 102.053747ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.784289549Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 212.7042ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.924557315Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 1.441749704s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.938872352Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 925.696365ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.951862284Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 1.299884085s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.96448699Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 1.073203419s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.975124918Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 166.118737ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.988126551Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 620.221249ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:20.99936909Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:20.999504763Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 65.257263ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.016771295Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 445.215952ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.028212478Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 685.111765ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.06422341Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 55.494832ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.095382631Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 562.075138ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.122984176Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 584.56319ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.152814013Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 202.26007ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.169988703Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 373.07554ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.18164992Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 1.362815155s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.244273328Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 64.551693ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.273372081Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 1.392687466s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.288916771Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 50.44696ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.360549537Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 485.242662ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.399650997Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 1.083085408s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.442627678Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 283.23193ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.46629867Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 1.092876436s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.497818608Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 684.333632ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.571482682Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 1.005144075s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.633991468Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 807.176992ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.700705982Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 742.453941ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.758274046Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 497.082304ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.781500359Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 1.31408745s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.802723614Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 512.729882ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.824611492Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 609.470249ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.846741009Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 532.542491ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.870200353Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 1.081708587s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.898506861Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 1.099945561s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:21.914503909Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:22.001491292Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:22.001706536Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 1.242241698s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.067758028Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 1.395384004s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.279262823Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 746.967681ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.30109788Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 1.130676732s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.320207656Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 658.475577ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.366576312Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 49.644628ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.383728321Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 798.545975ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.409240417Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 1.374605635s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.430595695Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 91.395969ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.534263069Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 600.903707ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.552721064Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 790.032325ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.570517925Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 1.130020349s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.587535313Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 740.384635ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.606051568Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 1.338021951s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.625942849Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 1.123338416s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.650540798Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 201.544347ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.681053447Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 545.798192ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.71499894Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 742.111163ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.737137444Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 310.743017ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.905647336Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 541.614998ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:22.999771221Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 808.201112ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.036839223Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 810.31547ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.054590904Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 987.643309ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.070316677Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 1.368146623s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.139763682Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 1.463028753s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.175836835Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 601.450824ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.230626967Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 1.005722933s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.25379382Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 950.750238ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.278444529Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 1.447331218s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.332309114Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 1.163280359s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.383898586Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 689.52961ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.40176406Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 1.055634148s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.469615005Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 690.149283ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.498929672Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 729.469681ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.553463229Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 1.197428627s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.68913282Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 797.693269ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.732807434Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 562.494904ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.788375441Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 748.961552ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.817051945Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 591.156578ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.845839812Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 775.101387ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.858420037Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 1.365783894s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.877451492Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 702.363044ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:23.978982595Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:24.012567462Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 1.220842522s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.072863957Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 1.110657463s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.107035564Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 1.394355399s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.202638627Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 888.057942ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.243708363Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 1.480874459s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.275004617Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 594.71072ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.29765745Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 671.112334ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.365127648Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 924.932467ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.45156899Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 874.893334ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.520037878Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 665.652786ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.539555912Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 1.086396323s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.550470765Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 910.977316ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.561383869Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 689.733981ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.578301074Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 972.520567ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.645957416Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 831.139982ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.655462172Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 1.355279841s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.691890923Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 1.215656638s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.791824327Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 795.565944ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.898285213Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 1.440758766s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:24.909472682Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 1.184479566s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.049060045Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 1.20661308s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.148091912Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 777.748501ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.22089863Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 676.010473ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.234329371Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 628.532765ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.255808891Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 837.466245ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.279669707Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 1.322532536s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.305485358Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 1.222303773s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.389474675Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 1.473066424s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.409431037Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 904.071454ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.484162381Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 961.042192ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.501547885Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 1.177676797s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.611055418Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 745.617398ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.635120237Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 1.440872935s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.650466883Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 970.295482ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.707341204Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 607.520634ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.769501123Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 901.128076ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.89801966Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 1.18607267s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:25.922224511Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 1.089822042s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.034123598Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 588.030359ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.046051461Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 849.629908ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.065133547Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 1.019184544s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.129441186Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47\") failed: Property not found. retry in 1.215349742s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.248531447Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_77c8f6c4-f939-4c08-be7b-7a4a376dec47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 1.176910947s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.368429334Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4\") failed: Property not found. retry in 1.249833456s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.383059637Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 1.024664211s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.397758851Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2\") failed: Property not found. retry in 1.405715001s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.410162022Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239\") failed: Property not found. retry in 1.496677421s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.427129739Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2b55e815-a474-4fb3-a999-34836c6be239","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 1.195744753s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.479363163Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6\") failed: Property not found. retry in 1.107145978s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.624147814Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_4d871d5b-1a6b-4b0b-a1d2-384d0e5824e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 562.572667ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.643519035Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8\") failed: Property not found. retry in 1.248152254s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.656745532Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_af6f21a7-2e6d-40ce-9f1b-426545843cc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 1.019077753s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.698635493Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9\") failed: Property not found. retry in 1.305398456s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.805148929Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_b4ab2f23-6d7b-47c7-89a7-9d4213ac66d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a\") failed: Property not found. retry in 1.232963807s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.81861399Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_bdba0d50-c58d-4e1a-8b44-3f222418248a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148\") failed: Property not found. retry in 689.275425ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.897249317Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_pantry_8a95a92a-a362-4a62-bbd8-4beb42536148","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7\") failed: Property not found. retry in 750.181261ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:26.934553523Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488\") failed: Property not found. retry in 1.04130859s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.107992438Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b5f0a9a2-efe1-4743-98be-518f62d32488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8\") failed: Property not found. retry in 948.352667ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.127182246Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_b81b0e31-9733-4a85-bcf2-e464c8edd2b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400\") failed: Property not found. retry in 1.411758265s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.143792026Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a\") failed: Property not found. retry in 721.361559ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.167321584Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_7dd8b277-bc77-40b7-97c9-dd3bba38812a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c\") failed: Property not found. retry in 1.020793002s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.226139112Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_2c45b8ce-8081-40c8-aa96-2bf5dbda119c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e\") failed: Property not found. retry in 768.895766ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.440871577Z","hostname":"sock","pid":1661,"zone":"oxz_clickhouse_67665777-44f3-4a40-af59-7b6abd64032e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887\") failed: Property not found. retry in 1.209475761s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.56702995Z","hostname":"sock","pid":1661,"zone":"oxz_crucible_9f8dd614-d5d6-4fd1-b860-f9f6da7ae887","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e\") failed: Property not found. retry in 1.010257022s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.751294217Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\") failed: Property not found. retry in 1.483566684s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:27.94718909Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::d exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:28.027984027Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:28.028055978Z","hostname":"sock","pid":1661,"zone":"oxz_oximeter_7b00c2f4-fd12-4ca2-b0e9-668a436f1ff4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::d exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:28.732151822Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:28.732231303Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:29.014498128Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Setting up oximeter service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:32.478904455Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2141"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:32.899853146Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:32.899930327Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::9 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:33.463400938Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:33.463481359Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:34.016731398Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:35.560520204Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2030"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:35.560557234Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_66ec4fc5-59dc-435c-8d66-1395a57518c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:36.449079297Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:36.449215019Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"6d80b4ce-4914-4f99-9b81-a4f5767ea9bb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51081","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":82,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:39.018090394Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:40.46814242Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:40.468212191Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::8 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:41.03589039Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:41.035967391Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up external-dns service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:41.428269838Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:2030"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:41.42832727Z","hostname":"sock","pid":1661,"zone":"oxz_external_dns_26a996cc-a435-48c2-9a79-3806ac033400","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:44.019170425Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::a exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:46.288393671Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:46.288461922Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::a exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:46.850638708Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:46.850718319Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:47.378464593Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:47.380909928Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_7093a1e3-c528-4027-a6d6-3f71136002c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:49.020418839Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::b exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:52.162074696Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:52.162161398Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"Ensuring address fd00:1122:3344:101::b exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:52.717335573Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:52.717412644Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:53.215362492Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:53.215420353Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_96dcd7f1-25da-493e-8bd1-e426d93a043e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:54.02216467Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Ensuring address fd00:1122:3344:101::c exists","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:58.310664489Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1846"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:58.31073905Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:608"} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:58.863569092Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"166.906076316s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:58.863733725Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"166.906544905s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:58.863818067Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"166.911795333s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:58.863880718Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"166.908589693s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:58.863959689Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"166.9073895s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Ensuring address fd00:1122:3344:101::c exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:58.865162332Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1854"} {"msg":"Zone using sled underlay as gateway","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:58.865173432Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1873"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:59.025224708Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:59.173028025Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"167.21724733s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Setting up Nexus service","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:59.515722477Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"sled-agent/src/services.rs:1917"} {"msg":"Ensuring address for OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:15:59.515744617Z","hostname":"sock","pid":1661,"zone":"oxz_nexus_900e3c4f-2a2f-4e92-93dc-a3b0db3e1052","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:652"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:59.633161077Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"167.678277899s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:15:59.983045333Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"168.026579426s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:00.263097306Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"168.305748394s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:00.515190928Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"168.558589669s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:00.956983218Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"168.999489073s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.16817673Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.213281983s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.229930472Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.274590417s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.451381033Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.499315929s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.463109181Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.510287754s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.695980835Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"170.738738305s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.873386813Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.92077197s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.873586937Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.917330945s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.87373562Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"170.917623491s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:02.903088898Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"170.946740893s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:03.004146123Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"171.047651146s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:03.66880726Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"171.712968396s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.026556562Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.873233465Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.87402353Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.879875719Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"PUT","req_id":"182e2a3c-d6b3-4cdd-bdda-2c7ca567a6be","remote_addr":"[fd00:1122:3344:101::1]:54697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":51952253,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.883115349Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.883123079Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.883396015Z","hostname":"sock","pid":1661,"component":"RSS","file":"common/src/ledger.rs:198"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.885969092Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.885980493Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:551"} {"msg":"rack_network_config: Some(\n RackNetworkConfigV1 {\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 32,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:1::,\n prefix: 56,\n },\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.918261455Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/8e45cf43-1308-4967-81ce-4509801d110e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:04.918594451Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:04.926935667Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:223","total duration":"172.971563301s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/8e45cf43-1308-4967-81ce-4509801d110e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:05.050261507Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/8e45cf43-1308-4967-81ce-4509801d110e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:05.172625159Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.251151494Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"173.294489705s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/8e45cf43-1308-4967-81ce-4509801d110e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:05.312666062Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.372911935Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"173.415634305s","err":"\"Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/69972b04-22ae-4800-84e3-10509946e988/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/8e45cf43-1308-4967-81ce-4509801d110e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:05.419203359Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.539691876Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"173.582826703s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"92c45c07-a6c7-4705-821a-f8a0a1009ccc\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:05 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"92c45c07-a6c7-4705-821a-f8a0a1009ccc\\\" }\""} {"msg":"failed to notify nexus about sled agent","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.660125943Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:709","total duration":"163.12440943s","error":"Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdbc617-731b-47cf-8a8b-4b214a7e45c5\", \"content-length\": \"172\", \"date\": \"Wed, 17 Jan 2024 05:16:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: vpc with id \\\"001de000-074c-4000-8000-000000000000\\\"\", request_id: \"dcdbc617-731b-47cf-8a8b-4b214a7e45c5\" }"} {"msg":"failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.662740441Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"173.705010413s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"534f4432-02ec-4e9e-a377-0f3e583612af\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:05 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"534f4432-02ec-4e9e-a377-0f3e583612af\\\" }\""} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.76827872Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"173.811093841s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6ebccdb7-dff4-4828-a8e7-88374c32ab40\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:05 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"6ebccdb7-dff4-4828-a8e7-88374c32ab40\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.810394034Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"173.852512853s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"506c42df-d4e0-4a9e-bcc2-a72e40ba7b38\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:05 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"506c42df-d4e0-4a9e-bcc2-a72e40ba7b38\\\" }\""} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:05.81280397Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1136","retry_after":"33.082480381s","error":"\"Metric registration error: Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6a9fe1d4-81ab-4978-a386-dfffedb79392\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:05 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"6a9fe1d4-81ab-4978-a386-dfffedb79392\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:06.04120848Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"174.084801395s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e3959b54-c1a9-4790-a19f-d71a7c25d6f0\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:05 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"e3959b54-c1a9-4790-a19f-d71a7c25d6f0\\\" }\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.176011354Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:37548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.176142477Z","hostname":"sock","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"d4f68244-2803-4d38-9aca-6177ce80ac33","remote_addr":"[fd00:1122:3344:101::a]:37548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.192029173Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::c]:35563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.192133075Z","hostname":"sock","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"54e4d088-f76f-4e0e-bed7-724e611a95cd","remote_addr":"[fd00:1122:3344:101::c]:35563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.197093558Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::b]:64840"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.197162599Z","hostname":"sock","pid":1661,"uri":"/network-bootstore-config","method":"GET","req_id":"44db9303-0819-47f8-a8df-0e1fd6d01c89","remote_addr":"[fd00:1122:3344:101::b]:64840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.25405398Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:37708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.254886776Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"50bf4600-a214-4b4d-8ed2-d79c647abac6","remote_addr":"[fd00:1122:3344:101::a]:37708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":801,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.255166181Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.255184511Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.255436166Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.25565405Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"6384c8ae-9f04-4e86-b3c9-9f8f57ddddac","remote_addr":"[fd00:1122:3344:101::a]:37708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":529,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.266266638Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::c]:38458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.266353879Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"21a66755-b084-4777-bbaf-58de3cdb7800","remote_addr":"[fd00:1122:3344:101::c]:38458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":36,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.267290947Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.267309207Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.267512421Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.267720215Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"c5be4bf7-69a7-4253-842f-a87d75ef091f","remote_addr":"[fd00:1122:3344:101::c]:38458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.279213249Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::b]:53592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.27976828Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"f02512f7-8cc5-499d-be44-7eaf96c73eb5","remote_addr":"[fd00:1122:3344:101::b]:53592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":495,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.280674277Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.280686957Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.28083971Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.281013873Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"d501f454-cc2b-4994-9dcb-48dfba41334e","remote_addr":"[fd00:1122:3344:101::b]:53592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":358,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.484319965Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:06.484371476Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"8d01c476-39b7-44c4-98bb-49e88e6ddc3c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59227","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":38,"response_code":"200"} {"msg":"failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:06.519928879Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"174.563366983s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f187575f-81f2-443e-b918-8d979e39e655\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:06 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"f187575f-81f2-443e-b918-8d979e39e655\\\" }\""} {"msg":"failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:06.646311337Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"174.688725241s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3d66793c-2a59-493a-b528-724b15c182ce\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:06 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"3d66793c-2a59-493a-b528-724b15c182ce\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26c684b-4b76-47d1-b796-a3dff5024eeb\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"e26c684b-4b76-47d1-b796-a3dff5024eeb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.071000557Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.186143665Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.335364808Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.389225263Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.66143862Z","hostname":"sock","pid":1661,"sled_id":"69972b04-22ae-4800-84e3-10509946e988","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8064da2-fa90-4ead-b860-4144a78fa7c7\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"e8064da2-fa90-4ead-b860-4144a78fa7c7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.771677757Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"contacting server nexus, registering sled","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:07.928826577Z","hostname":"sock","pid":1661,"component":"HardwareMonitor","file":"sled-agent/src/sled_agent.rs:666","baseboard":"Baseboard { part_number: \"i86pc\", revision: 0, serial_number: \"61c0e12265eb468b8479d33b120ad420\" }","id":"69972b04-22ae-4800-84e3-10509946e988"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01279549-c954-49fd-b9fa-54cb77de04e7\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"01279549-c954-49fd-b9fa-54cb77de04e7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:08.382766824Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:08.453647386Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:08.453664497Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:09.02755582Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf36478-b841-4a77-82e8-c70e8506c7cf\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"6cf36478-b841-4a77-82e8-c70e8506c7cf\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:09.315390619Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31cf9508-6d48-4e25-b178-0ba64cbc02a9\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"31cf9508-6d48-4e25-b178-0ba64cbc02a9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:10.129814639Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", model: \"synthetic-model\" }","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:16:10.394308083Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:273","total duration":"178.437064754s","err":"\"Error Response: status: 404 Not Found; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e6dbc8b9-f06f-4c0f-99ef-b3d2c55e067d\\\", \\\"content-length\\\": \\\"272\\\", \\\"date\\\": \\\"Wed, 17 Jan 2024 05:16:10 GMT\\\"}; value: Error { error_code: Some(\\\"ObjectNotFound\\\"), message: \\\"not found: physical-disk with id \\\\\\\"vendor = \\\\\\\"synthetic-vendor\\\\\\\", serial = \\\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\\", model = \\\\\\\"synthetic-model\\\\\\\"\\\\\\\"\\\", request_id: \\\"e6dbc8b9-f06f-4c0f-99ef-b3d2c55e067d\\\" }\""} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b087bad1-a295-43fe-8ec4-097f67de4602\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"b087bad1-a295-43fe-8ec4-097f67de4602\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:11.068914735Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c001b40-211a-4026-b78e-ac55d34ff0f5\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"3c001b40-211a-4026-b78e-ac55d34ff0f5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.10233581Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: M2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.710861561Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.710912882Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.710951133Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.710963053Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.710972323Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: Put(PhysicalDiskPutRequest { model: \"synthetic-model\", serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", sled_id: 69972b04-22ae-4800-84e3-10509946e988, variant: U2, vendor: \"synthetic-vendor\" })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:12.710981543Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d98e2d-1757-4f65-bb38-a2ca9e10044e\", \"content-length\": \"174\", \"date\": \"Wed, 17 Jan 2024 05:16:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: zpool with id \\\"14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\"\", request_id: \"f6d98e2d-1757-4f65-bb38-a2ca9e10044e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:13.338526638Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:13.859678098Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:13.859699209Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:13.859704409Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:13.859709029Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:13.859713039Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.02920064Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863493821Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:38733"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863751516Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:412","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7c5aa087-8b8c-4399-b93a-42ace6e12953, kind: Service { id: 26a996cc-a435-48c2-9a79-3806ac033400 }, name: Name(\"external-dns-26a996cc-a435-48c2-9a79-3806ac033400\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 235])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: ca66a947-7a46-4ddb-8aae-1292003c1d86, kind: Service { id: 66ec4fc5-59dc-435c-8d66-1395a57518c7 }, name: Name(\"external-dns-66ec4fc5-59dc-435c-8d66-1395a57518c7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 212])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 871284b2-9ebe-4a6d-b1a8-f5f575eaf1f4, kind: Service { id: 96dcd7f1-25da-493e-8bd1-e426d93a043e }, name: Name(\"nexus-96dcd7f1-25da-493e-8bd1-e426d93a043e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 171])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: cc4c8720-6f04-44dc-9390-391102fc4c1c, kind: Service { id: 900e3c4f-2a2f-4e92-93dc-a3b0db3e1052 }, name: Name(\"nexus-900e3c4f-2a2f-4e92-93dc-a3b0db3e1052\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 50])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: f4a05a9e-4354-4de6-91c0-2364bcdb5c26, kind: Service { id: 7093a1e3-c528-4027-a6d6-3f71136002c2 }, name: Name(\"nexus-7093a1e3-c528-4027-a6d6-3f71136002c2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 117])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863787557Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863836228Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863869908Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863876609Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863881878Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863887079Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:431","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:14.863892469Z","hostname":"sock","pid":1661,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"878710c0-eccf-4e18-806b-c7603c6e98e7","remote_addr":"[fd00:1122:3344:101::a]:38733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":370,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.061499215Z","hostname":"sock","pid":1661,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.123178195Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:35981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.123274247Z","hostname":"sock","pid":1661,"uri":"/inventory","method":"GET","req_id":"ffb15890-1fc7-46a1-b3cf-4cb751b4edb8","remote_addr":"[fd00:1122:3344:101::a]:35981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":56,"response_code":"200"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.123515012Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.123549972Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.123844968Z","hostname":"sock","pid":1661,"component":"ServiceManager","file":"common/src/ledger.rs:176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.124054942Z","hostname":"sock","pid":1661,"uri":"/omicron-zones","method":"GET","req_id":"c472e7b6-2b30-472b-bc7d-bfd0fedb1e4d","remote_addr":"[fd00:1122:3344:101::a]:35981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":583,"response_code":"200"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.542280723Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.542306033Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.542311273Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.542315473Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.542319553Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Nexus notification complete: ZpoolPutRequest { disk_model: \"synthetic-model\", disk_serial: \"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\", disk_vendor: \"synthetic-vendor\", size: ByteCount(20937965568) }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:15.542324304Z","hostname":"sock","pid":1661,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:105"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:19.030987535Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:24.031702289Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:29.03272698Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:34.034284749Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:36.51931154Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:36.519359601Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"01643127-d018-43e9-83ce-2b8489ddb446","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60782","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":33,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:39.035993301Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:44.037211855Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:49.038774836Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:54.040172283Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:16:59.040771676Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:04.042291615Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:06.552217671Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:06.552281072Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"abd8518c-11d6-4523-bca7-b9b7355a0e54","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58451","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:08.971517965Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::d]:62254"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:08.972617456Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"15764188-9a20-4958-be5a-ab6b2328f8fa","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1077,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:09.044192351Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:14.045402934Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:19.048218168Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:24.04883248Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:29.050473092Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:34.051760067Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:36.58722635Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:36.587364823Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"ca5d2f1d-c6a3-46ba-b3cb-542c66988e16","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40561","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:38.972205205Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"d2a4ec1f-5606-4ef5-b255-6e09fa94f0e7","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":285,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:39.052639826Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:44.054340238Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:49.056898427Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:54.05801622Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:17:59.05904567Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:04.060340556Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:06.620190124Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:06.620256595Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"d6efe53e-db2a-43d1-906f-2b5fa235aa6b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41095","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:08.971761485Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"815d2fb5-13b2-4c0c-b609-6e8533e7486e","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":208,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:09.062042249Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:14.063422426Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:19.064805553Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:24.066480675Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:29.067924543Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:34.069918642Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:36.654254836Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:36.654309877Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"6cfad4b7-0412-4291-a9db-017ccd573a6f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53155","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:38.971722602Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"bbf1b7c9-b69c-4f4c-b23c-345784279d7e","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":310,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:39.072237397Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:44.073466031Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:49.074841847Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:54.075996799Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:56.189687225Z","hostname":"sock","pid":1661,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:532"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:18:59.077157032Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:04.077717443Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:06.687734957Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:06.687819529Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"66567f0d-772b-4241-a1c4-75d12bae9ef7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44512","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:08.971541404Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"4b548387-6cd6-40ec-923b-8c0c910b7161","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":224,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:09.079654611Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:14.083467853Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:19.08479586Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:24.087529833Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:29.090064462Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:34.09150613Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:36.718918138Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:36.71898715Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"480f272b-7ffd-4aaa-8c27-67fd8e9eb316","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62159","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:38.971738338Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"c0c34f4f-e89b-4085-a252-ba1b3c58601a","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":260,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:39.093078832Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:44.094486618Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:49.095830865Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:54.097255052Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:19:59.098824703Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:04.100372923Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:06.752943481Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:06.752987181Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"2485a7bf-ccec-45f3-952b-15a9ea2cae85","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44955","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:08.971850737Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"ac621781-1b99-4d8e-9ea7-b3f2b447533a","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":241,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:09.102416442Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:14.104850818Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:19.106135683Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:24.107341347Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:29.1084976Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:34.110956868Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:36.783927686Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:36.783973816Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"aabfd673-fb1b-4b59-875f-db6114040564","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36197","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:38.972044989Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"f4dd8ba9-1008-42fc-b7b5-393b7688511f","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":734,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:39.111596752Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:44.113451126Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:49.114533728Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:54.115496718Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:20:59.116600478Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:04.118664988Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:06.815164275Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42052"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:06.815220185Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"08b2da98-7bb6-4528-bcea-50e95256b305","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42052","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:08.972740408Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"ec983ff2-d530-4c47-8451-8d1fb385bfd3","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":776,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:09.120103867Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:14.12075666Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:19.121936523Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:24.123459243Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:29.125252488Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:34.127300628Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:36.848967853Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60242"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:36.849581145Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"124436cf-f4ae-41b9-a512-66466b3b04d4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60242","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":594,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:38.9718578Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"abcdef54-76fe-453b-b702-5346776ab90f","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":202,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:39.129298107Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:44.131321156Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:49.132565861Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:54.134175523Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.13451458Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.88777677Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:43108"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.888577795Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:227","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-17T05:21:59.551243Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(11014169))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-5b9da4b2fb3\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 619d3636-1c43-49b0-a786-59bbef294878, read_only_parent: Some(Volume { block_size: 512, id: 0c6efbfd-cf40-4bf0-ace3-8dd4cfaa1ed5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8b23b444-4fc6-4e75-9ad8-e25e9d8154c7, key: Some(\"eNjRMctJpdcd/hAMiRdK/K+JDx4nEWb0DIMQST9/Diw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 619d3636-1c43-49b0-a786-59bbef294878, key: Some(\"A18Rm80xkPkJf9q1ajFG6BzfnqOIskEvKixYW0r+OHM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAC4vSoxWDFYAAC9KjFYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAub0qMVgxWAAAvSoxWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJmY2E0MjJkNi03ZjUwLTQ0NGItYTY1My0zM2Y3MjY1NThlMTQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS3lLdGIvSmhqdmNGTmwwdTlqOGd2bVJUT0FmMTJCVEE2NlF2dmQ2SXkxUiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.888758028Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:261","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.888928501Z","hostname":"sock","pid":1661,"component":"InstanceManager","file":"sled-agent/src/instance.rs:600","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: \"localshark\" }, nics: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(11014169))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b760a6b3-d197-4385-9e1e-c07419a684db, kind: Instance { id: fca422d6-7f50-444b-a653-33f726558e14 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 1, 129])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11014169), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-5b9da4b2fb3\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 619d3636-1c43-49b0-a786-59bbef294878, read_only_parent: Some(Volume { block_size: 512, id: 0c6efbfd-cf40-4bf0-ace3-8dd4cfaa1ed5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8b23b444-4fc6-4e75-9ad8-e25e9d8154c7, key: Some(\"eNjRMctJpdcd/hAMiRdK/K+JDx4nEWb0DIMQST9/Diw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 619d3636-1c43-49b0-a786-59bbef294878, key: Some(\"A18Rm80xkPkJf9q1ajFG6BzfnqOIskEvKixYW0r+OHM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAC4vSoxWDFYAAC9KjFYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAub0qMVgxWAAAvSoxWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJmY2E0MjJkNi03ZjUwLTQ0NGItYTY1My0zM2Y3MjY1NThlMTQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS3lLdGIvSmhqdmNGTmwwdTlqOGd2bVJUT0FmMTJCVEE2NlF2dmQ2SXkxUiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-01-17T05:21:59.551243Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.889002583Z","hostname":"sock","pid":1661,"uri":"/instances/fca422d6-7f50-444b-a653-33f726558e14","method":"PUT","req_id":"13771d1c-a0a2-458f-89e4-249fb6ec3345","remote_addr":"[fd00:1122:3344:101::a]:43108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":1128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:21:59.987998249Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:63775"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:00.010736823Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:396","port":"Port { inner: PortInner { name: \"opte6\", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 243, 1, 129]), slot: 1, vni: Vni { inner: 11014169 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:00.011433726Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:00.048894965Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:00.068303887Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:01.568935327Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:01.569156901Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:512"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 51.644567ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:01.754470508Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 69.001619ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:01.814773242Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 208.413653ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:01.899998982Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 294.423643ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:02.122230027Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 1.020433469s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:02.427320518Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 862.844092ms","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:03.459388608Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:04.136342454Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 1.292540453s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:04.332556114Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\") failed: Property not found. retry in 1.41376485s","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:05.636297582Z","hostname":"sock","pid":1661,"zone":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:06.88326725Z","hostname":"sock","pid":1661,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:06.883403973Z","hostname":"sock","pid":1661,"uri":"/baseboard","method":"GET","req_id":"02c9c2e7-2c87-4fb9-be16-7867bee72c6c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62814","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":81,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.080564031Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:991"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.090408664Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:1000"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.124318707Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:1014"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAC4vSoxWDFYAAC9KjFYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAub0qMVgxWAAAvSoxWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJmY2E0MjJkNi03ZjUwLTQ0NGItYTY1My0zM2Y3MjY1NThlMTQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJS3lLdGIvSmhqdmNGTmwwdTlqOGd2bVJUT0FmMTJCVEE2NlF2dmQ2SXkxUiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-5b9da4b2fb3\", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 619d3636-1c43-49b0-a786-59bbef294878, read_only_parent: Some(Volume { block_size: 512, id: 0c6efbfd-cf40-4bf0-ace3-8dd4cfaa1ed5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8b23b444-4fc6-4e75-9ad8-e25e9d8154c7, key: Some(\"eNjRMctJpdcd/hAMiRdK/K+JDx4nEWb0DIMQST9/Diw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 619d3636-1c43-49b0-a786-59bbef294878, key: Some(\"A18Rm80xkPkJf9q1ajFG6BzfnqOIskEvKixYW0r+OHM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: fca422d6-7f50-444b-a653-33f726558e14, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.124901828Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:451"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.276762141Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.277142808Z","hostname":"sock","pid":1661,"uri":"/instances/fca422d6-7f50-444b-a653-33f726558e14/state","method":"PUT","req_id":"dca962f0-89de-45a8-b904-830527b21bcc","remote_addr":"[fd00:1122:3344:101::a]:63775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":7289059,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-01-17T05:22:07.277276850Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.27729595Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.27730356Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-17T05:22:07.277276850Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.277325701Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }, propolis_id: ab998d58-772d-40f9-98ed-49c2ce018e18, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-01-17T05:22:07.277276850Z } }","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-01-17T05:22:07.309978040Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.30999402Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.310016711Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-17T05:22:07.309978040Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:07.310026331Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }, propolis_id: ab998d58-772d-40f9-98ed-49c2ce018e18, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-01-17T05:22:07.309978040Z } }","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:08.971884158Z","hostname":"sock","pid":1661,"uri":"/metrics/collect/69972b04-22ae-4800-84e3-10509946e988","method":"GET","req_id":"3a87113c-5e61-4a57-b205-e1038b56e99c","remote_addr":"[fd00:1122:3344:101::d]:62254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":338,"response_code":"200"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:09.138325033Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:14.139773202Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:19.141169889Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.141960376Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.365417874Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:53910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.366044436Z","hostname":"sock","pid":1661,"uri":"/instances/fca422d6-7f50-444b-a653-33f726558e14/state","method":"PUT","req_id":"67efbda9-c9be-4d73-b3a2-f28b678093e3","remote_addr":"[fd00:1122:3344:101::a]:53910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":515,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-01-17T05:22:24.366115687Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.366124607Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.366137307Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-17T05:22:24.366115687Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.366157988Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }, propolis_id: ab998d58-772d-40f9-98ed-49c2ce018e18, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-01-17T05:22:24.366115687Z } }","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-01-17T05:22:24.386091990Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.38610687Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.38612006Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-17T05:22:24.386091990Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.38612885Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ab998d58-772d-40f9-98ed-49c2ce018e18), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-01-17T05:21:59.575793621Z }, propolis_id: ab998d58-772d-40f9-98ed-49c2ce018e18, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-01-17T05:22:24.386091990Z } }","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-01-17T05:22:24.563992198Z }","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.564022469Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:335"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.564056229Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:357","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-17T05:22:24.563992198Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-17T05:22:24.563992198Z }","propolis_id":"ab998d58-772d-40f9-98ed-49c2ce018e18"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.564066679Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:372","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.56407251Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.566397763Z","hostname":"sock","pid":1661,"component":"StorageManager","file":"sled-storage/src/manager.rs:346"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:24.566440064Z","hostname":"sock","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:436","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\", \"/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug\", \"/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug\", \"/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug\", \"/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug\", \"/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug\", \"/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\", \"/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug\"] }","zone_name":"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:25.125787616Z","hostname":"sock","pid":1661,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1229","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18\", bundle_id: 72530964-1508-4fc6-9de5-637efb4ee094 }, time_created: 2024-01-17T05:22:24.566554936Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_ab998d58-772d-40f9-98ed-49c2ce018e18","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:25.125924479Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:545"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:26.700668302Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:26.727465911Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:260","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-01-17T05:22:24.563992198Z }, propolis_id: ab998d58-772d-40f9-98ed-49c2ce018e18, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-01-17T05:22:24.563992198Z } }","instance_id":"fca422d6-7f50-444b-a653-33f726558e14"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:26.80251119Z","hostname":"sock","pid":1661,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:774","remote_addr":"[fd00:1122:3344:101::a]:63295"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-01-17T05:22:26.802706074Z","hostname":"sock","pid":1661,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:26.802723874Z","hostname":"sock","pid":1661,"uri":"/v2p/b760a6b3-d197-4385-9e1e-c07419a684db","method":"DELETE","req_id":"51543d95-295b-422c-9294-b998a191c391","remote_addr":"[fd00:1122:3344:101::a]:63295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/b19a9a5/dropshot/src/server.rs:858","latency_us":124,"response_code":"204"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:26.947886132Z","hostname":"sock","pid":1661,"instance_id":"fca422d6-7f50-444b-a653-33f726558e14","component":"InstanceManager","file":"sled-agent/src/instance.rs:488"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:29.142991376Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"} {"msg":"Received prefixes from ddmd","v":0,"name":"SledAgent","level":30,"time":"2024-01-17T05:22:34.144257631Z","hostname":"sock","pid":1661,"DdmAdminClient":"[::1]:8000","component":"bootstore_ddmd_poller","file":"clients/ddm-admin-client/src/lib.rs:119","prefixes":"{\"fe80::b4d3:50ff:feb9:51db\": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: [\"oxz_switch\"] }]}"}